{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Untitled10.ipynb",
      "provenance": [],
      "toc_visible": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "_poYdmWxzkcX",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 224
        },
        "outputId": "b7edd90e-4a8c-493e-c322-de8dadbce800"
      },
      "source": [
        "!wget --header=\"Host: machinehack-be.s3.amazonaws.com\" --header=\"User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.83 Safari/537.36\" --header=\"Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9\" --header=\"Accept-Language: en-US,en;q=0.9,hi;q=0.8\" --header=\"Referer: https://www.machinehack.com/hackathons/product_sentiment_classification_weekend_hackathon_19\" \"https://machinehack-be.s3.amazonaws.com/product_sentiment_classification_weekend_hackathon_19/Participants_Data.zip?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAI2O7AQTB6JBT4VSA%2F20200906%2Fap-south-1%2Fs3%2Faws4_request&X-Amz-Date=20200906T183003Z&X-Amz-Expires=172800&X-Amz-SignedHeaders=host&X-Amz-Signature=66f16ecc61e451512025e1247b338e3d9294e7a6e9a55c356fa35245a3ed196d\" -c -O 'Participants_Data.zip'"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "--2020-09-07 05:07:18--  https://machinehack-be.s3.amazonaws.com/product_sentiment_classification_weekend_hackathon_19/Participants_Data.zip?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAI2O7AQTB6JBT4VSA%2F20200906%2Fap-south-1%2Fs3%2Faws4_request&X-Amz-Date=20200906T183003Z&X-Amz-Expires=172800&X-Amz-SignedHeaders=host&X-Amz-Signature=66f16ecc61e451512025e1247b338e3d9294e7a6e9a55c356fa35245a3ed196d\n",
            "Resolving machinehack-be.s3.amazonaws.com (machinehack-be.s3.amazonaws.com)... 52.219.66.84\n",
            "Connecting to machinehack-be.s3.amazonaws.com (machinehack-be.s3.amazonaws.com)|52.219.66.84|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 400578 (391K) [application/zip]\n",
            "Saving to: ‘Participants_Data.zip’\n",
            "\n",
            "Participants_Data.z 100%[===================>] 391.19K   417KB/s    in 0.9s    \n",
            "\n",
            "2020-09-07 05:07:20 (417 KB/s) - ‘Participants_Data.zip’ saved [400578/400578]\n",
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ucVAojDc0JfZ",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 153
        },
        "outputId": "509a42e8-3d77-4b18-c7ad-9fccf0fbdba4"
      },
      "source": [
        "!unzip 'Participants_Data.zip'"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Archive:  Participants_Data.zip\n",
            "   creating: Participants_Data/\n",
            "  inflating: Participants_Data/Sample Submission.csv  \n",
            "  inflating: __MACOSX/Participants_Data/._Sample Submission.csv  \n",
            "  inflating: Participants_Data/Test.csv  \n",
            "  inflating: __MACOSX/Participants_Data/._Test.csv  \n",
            "  inflating: Participants_Data/Train.csv  \n",
            "  inflating: __MACOSX/Participants_Data/._Train.csv  \n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3aiWoHRf0PEq",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 377
        },
        "outputId": "a4796d46-0f57-4502-ff92-78a58a3dc229"
      },
      "source": [
        "import numpy as np\n",
        "import pandas as pd\n",
        "import matplotlib.pyplot as plt\n",
        "import seaborn as sns\n",
        "\n",
        "%matplotlib inline\n",
        "\n",
        "from sklearn.ensemble import *\n",
        "from sklearn.model_selection import *\n",
        "from sklearn.metrics import *\n",
        "\n",
        "!pip install catboost\n",
        "from catboost import CatBoostClassifier"
      ],
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/statsmodels/tools/_testing.py:19: FutureWarning: pandas.util.testing is deprecated. Use the functions in the public API at pandas.testing instead.\n",
            "  import pandas.util.testing as tm\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "Collecting catboost\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/90/86/c3dcb600b4f9e7584ed90ea9d30a717fb5c0111574675f442c3e7bc19535/catboost-0.24.1-cp36-none-manylinux1_x86_64.whl (66.1MB)\n",
            "\u001b[K     |████████████████████████████████| 66.1MB 48kB/s \n",
            "\u001b[?25hRequirement already satisfied: matplotlib in /usr/local/lib/python3.6/dist-packages (from catboost) (3.2.2)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from catboost) (1.15.0)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.6/dist-packages (from catboost) (1.4.1)\n",
            "Requirement already satisfied: graphviz in /usr/local/lib/python3.6/dist-packages (from catboost) (0.10.1)\n",
            "Requirement already satisfied: plotly in /usr/local/lib/python3.6/dist-packages (from catboost) (4.4.1)\n",
            "Requirement already satisfied: pandas>=0.24.0 in /usr/local/lib/python3.6/dist-packages (from catboost) (1.0.5)\n",
            "Requirement already satisfied: numpy>=1.16.0 in /usr/local/lib/python3.6/dist-packages (from catboost) (1.18.5)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.6/dist-packages (from matplotlib->catboost) (1.2.0)\n",
            "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in /usr/local/lib/python3.6/dist-packages (from matplotlib->catboost) (2.4.7)\n",
            "Requirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.6/dist-packages (from matplotlib->catboost) (2.8.1)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.6/dist-packages (from matplotlib->catboost) (0.10.0)\n",
            "Requirement already satisfied: retrying>=1.3.3 in /usr/local/lib/python3.6/dist-packages (from plotly->catboost) (1.3.3)\n",
            "Requirement already satisfied: pytz>=2017.2 in /usr/local/lib/python3.6/dist-packages (from pandas>=0.24.0->catboost) (2018.9)\n",
            "Installing collected packages: catboost\n",
            "Successfully installed catboost-0.24.1\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "aDkHrPSC9Yc8",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 802
        },
        "outputId": "1e0cc39e-96d3-4b3c-f9e9-ae0ba190911a"
      },
      "source": [
        "import nltk\n",
        "!pip install sentence-transformers\n",
        "from sentence_transformers import SentenceTransformer"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Collecting sentence-transformers\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/a5/be/f4ea24492713eb1584beecf7bba3b88f94a2bbc8f5e6dac124a314056a81/sentence-transformers-0.3.5.1.tar.gz (61kB)\n",
            "\u001b[K     |████████████████████████████████| 71kB 3.1MB/s \n",
            "\u001b[?25hCollecting transformers==3.0.2\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/27/3c/91ed8f5c4e7ef3227b4119200fc0ed4b4fd965b1f0172021c25701087825/transformers-3.0.2-py3-none-any.whl (769kB)\n",
            "\u001b[K     |████████████████████████████████| 778kB 12.8MB/s \n",
            "\u001b[?25hRequirement already satisfied: tqdm in /usr/local/lib/python3.6/dist-packages (from sentence-transformers) (4.41.1)\n",
            "Requirement already satisfied: torch>=1.2.0 in /usr/local/lib/python3.6/dist-packages (from sentence-transformers) (1.6.0+cu101)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.6/dist-packages (from sentence-transformers) (1.18.5)\n",
            "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.6/dist-packages (from sentence-transformers) (0.22.2.post1)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.6/dist-packages (from sentence-transformers) (1.4.1)\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.6/dist-packages (from sentence-transformers) (3.2.5)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.6/dist-packages (from transformers==3.0.2->sentence-transformers) (2.23.0)\n",
            "Collecting sentencepiece!=0.1.92\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/d4/a4/d0a884c4300004a78cca907a6ff9a5e9fe4f090f5d95ab341c53d28cbc58/sentencepiece-0.1.91-cp36-cp36m-manylinux1_x86_64.whl (1.1MB)\n",
            "\u001b[K     |████████████████████████████████| 1.1MB 29.5MB/s \n",
            "\u001b[?25hRequirement already satisfied: dataclasses; python_version < \"3.7\" in /usr/local/lib/python3.6/dist-packages (from transformers==3.0.2->sentence-transformers) (0.7)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.6/dist-packages (from transformers==3.0.2->sentence-transformers) (20.4)\n",
            "Collecting tokenizers==0.8.1.rc1\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/40/d0/30d5f8d221a0ed981a186c8eb986ce1c94e3a6e87f994eae9f4aa5250217/tokenizers-0.8.1rc1-cp36-cp36m-manylinux1_x86_64.whl (3.0MB)\n",
            "\u001b[K     |████████████████████████████████| 3.0MB 23.1MB/s \n",
            "\u001b[?25hRequirement already satisfied: filelock in /usr/local/lib/python3.6/dist-packages (from transformers==3.0.2->sentence-transformers) (3.0.12)\n",
            "Collecting sacremoses\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/7d/34/09d19aff26edcc8eb2a01bed8e98f13a1537005d31e95233fd48216eed10/sacremoses-0.0.43.tar.gz (883kB)\n",
            "\u001b[K     |████████████████████████████████| 890kB 8.3MB/s \n",
            "\u001b[?25hRequirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.6/dist-packages (from transformers==3.0.2->sentence-transformers) (2019.12.20)\n",
            "Requirement already satisfied: future in /usr/local/lib/python3.6/dist-packages (from torch>=1.2.0->sentence-transformers) (0.16.0)\n",
            "Requirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.6/dist-packages (from scikit-learn->sentence-transformers) (0.16.0)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from nltk->sentence-transformers) (1.15.0)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests->transformers==3.0.2->sentence-transformers) (3.0.4)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests->transformers==3.0.2->sentence-transformers) (2.10)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests->transformers==3.0.2->sentence-transformers) (2020.6.20)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests->transformers==3.0.2->sentence-transformers) (1.24.3)\n",
            "Requirement already satisfied: pyparsing>=2.0.2 in /usr/local/lib/python3.6/dist-packages (from packaging->transformers==3.0.2->sentence-transformers) (2.4.7)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.6/dist-packages (from sacremoses->transformers==3.0.2->sentence-transformers) (7.1.2)\n",
            "Building wheels for collected packages: sentence-transformers, sacremoses\n",
            "  Building wheel for sentence-transformers (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for sentence-transformers: filename=sentence_transformers-0.3.5.1-cp36-none-any.whl size=100387 sha256=5a5135be46446d35a0c08ef718bcff02e5f04fd6235752bf68f28986196958b8\n",
            "  Stored in directory: /root/.cache/pip/wheels/1a/05/25/5201c408b8048c9663d75c82dc079cb72633cf543af1aa84da\n",
            "  Building wheel for sacremoses (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for sacremoses: filename=sacremoses-0.0.43-cp36-none-any.whl size=893257 sha256=f6817fd82ee225a567f9e681bf75ea0b906d4bb75e296299bc55cc6519002155\n",
            "  Stored in directory: /root/.cache/pip/wheels/29/3c/fd/7ce5c3f0666dab31a50123635e6fb5e19ceb42ce38d4e58f45\n",
            "Successfully built sentence-transformers sacremoses\n",
            "Installing collected packages: sentencepiece, tokenizers, sacremoses, transformers, sentence-transformers\n",
            "Successfully installed sacremoses-0.0.43 sentence-transformers-0.3.5.1 sentencepiece-0.1.91 tokenizers-0.8.1rc1 transformers-3.0.2\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CXaJbuWV270V",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "train = pd.read_csv('/content/Participants_Data/Train.csv')\n",
        "test = pd.read_csv('/content/Participants_Data/Test.csv')"
      ],
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "gBTKhdJM3wva",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 204
        },
        "outputId": "d8b5d677-d49a-4ec9-9de5-431bc616ed61"
      },
      "source": [
        "train.head()"
      ],
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Text_ID</th>\n",
              "      <th>Product_Description</th>\n",
              "      <th>Product_Type</th>\n",
              "      <th>Sentiment</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>3057</td>\n",
              "      <td>The Web DesignerÛªs Guide to iOS (and Android...</td>\n",
              "      <td>9</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>6254</td>\n",
              "      <td>RT @mention Line for iPad 2 is longer today th...</td>\n",
              "      <td>9</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>8212</td>\n",
              "      <td>Crazy that Apple is opening a temporary store ...</td>\n",
              "      <td>9</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4422</td>\n",
              "      <td>The lesson from Google One Pass: In this digit...</td>\n",
              "      <td>9</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>5526</td>\n",
              "      <td>RT @mention At the panel: &amp;quot;Your mom has a...</td>\n",
              "      <td>9</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Text_ID  ... Sentiment\n",
              "0     3057  ...         2\n",
              "1     6254  ...         2\n",
              "2     8212  ...         2\n",
              "3     4422  ...         2\n",
              "4     5526  ...         2\n",
              "\n",
              "[5 rows x 4 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "SVf1qh94BvY5",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 204
        },
        "outputId": "089eb73e-362a-47a1-84e7-2570931aad60"
      },
      "source": [
        "test.head()"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Text_ID</th>\n",
              "      <th>Product_Description</th>\n",
              "      <th>Product_Type</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>5786</td>\n",
              "      <td>RT @mention Going to #SXSW? The new iPhone gui...</td>\n",
              "      <td>7</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>5363</td>\n",
              "      <td>RT @mention 95% of iPhone and Droid apps have ...</td>\n",
              "      <td>9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>6716</td>\n",
              "      <td>RT @mention Thank you to @mention for letting ...</td>\n",
              "      <td>9</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4339</td>\n",
              "      <td>#Thanks @mention we're lovin' the @mention app...</td>\n",
              "      <td>7</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>66</td>\n",
              "      <td>At #sxsw? @mention / @mention wanna buy you a ...</td>\n",
              "      <td>9</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Text_ID                                Product_Description  Product_Type\n",
              "0     5786  RT @mention Going to #SXSW? The new iPhone gui...             7\n",
              "1     5363  RT @mention 95% of iPhone and Droid apps have ...             9\n",
              "2     6716  RT @mention Thank you to @mention for letting ...             9\n",
              "3     4339  #Thanks @mention we're lovin' the @mention app...             7\n",
              "4       66  At #sxsw? @mention / @mention wanna buy you a ...             9"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XnxIZYBpBy3e",
        "colab_type": "text"
      },
      "source": [
        "# *GENERATING WORD EMBEDDINGS AND A FEW NEW FEATURES*"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QwxSn-H_B6w1",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "full_df = pd.concat([train, test]).reset_index()"
      ],
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tWCtk50CCdnt",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "6152b4b6-e4ca-4b13-b617-f6d7013cc6d2"
      },
      "source": [
        "word_embeddings = SentenceTransformer('roberta-large-nli-stsb-mean-tokens').encode(full_df.Product_Description)"
      ],
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "100%|██████████| 1.31G/1.31G [01:03<00:00, 20.6MB/s]\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "n15yqL-KCvdP",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "word_embeddings = pd.DataFrame(data=word_embeddings)"
      ],
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "k9ySKRwnDWfE",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 439
        },
        "outputId": "7756e97e-c2ad-4a14-8f1b-f98001ddfd84"
      },
      "source": [
        "word_embeddings"
      ],
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "      <th>4</th>\n",
              "      <th>5</th>\n",
              "      <th>6</th>\n",
              "      <th>7</th>\n",
              "      <th>8</th>\n",
              "      <th>9</th>\n",
              "      <th>10</th>\n",
              "      <th>11</th>\n",
              "      <th>12</th>\n",
              "      <th>13</th>\n",
              "      <th>14</th>\n",
              "      <th>15</th>\n",
              "      <th>16</th>\n",
              "      <th>17</th>\n",
              "      <th>18</th>\n",
              "      <th>19</th>\n",
              "      <th>20</th>\n",
              "      <th>21</th>\n",
              "      <th>22</th>\n",
              "      <th>23</th>\n",
              "      <th>24</th>\n",
              "      <th>25</th>\n",
              "      <th>26</th>\n",
              "      <th>27</th>\n",
              "      <th>28</th>\n",
              "      <th>29</th>\n",
              "      <th>30</th>\n",
              "      <th>31</th>\n",
              "      <th>32</th>\n",
              "      <th>33</th>\n",
              "      <th>34</th>\n",
              "      <th>35</th>\n",
              "      <th>36</th>\n",
              "      <th>37</th>\n",
              "      <th>38</th>\n",
              "      <th>39</th>\n",
              "      <th>...</th>\n",
              "      <th>984</th>\n",
              "      <th>985</th>\n",
              "      <th>986</th>\n",
              "      <th>987</th>\n",
              "      <th>988</th>\n",
              "      <th>989</th>\n",
              "      <th>990</th>\n",
              "      <th>991</th>\n",
              "      <th>992</th>\n",
              "      <th>993</th>\n",
              "      <th>994</th>\n",
              "      <th>995</th>\n",
              "      <th>996</th>\n",
              "      <th>997</th>\n",
              "      <th>998</th>\n",
              "      <th>999</th>\n",
              "      <th>1000</th>\n",
              "      <th>1001</th>\n",
              "      <th>1002</th>\n",
              "      <th>1003</th>\n",
              "      <th>1004</th>\n",
              "      <th>1005</th>\n",
              "      <th>1006</th>\n",
              "      <th>1007</th>\n",
              "      <th>1008</th>\n",
              "      <th>1009</th>\n",
              "      <th>1010</th>\n",
              "      <th>1011</th>\n",
              "      <th>1012</th>\n",
              "      <th>1013</th>\n",
              "      <th>1014</th>\n",
              "      <th>1015</th>\n",
              "      <th>1016</th>\n",
              "      <th>1017</th>\n",
              "      <th>1018</th>\n",
              "      <th>1019</th>\n",
              "      <th>1020</th>\n",
              "      <th>1021</th>\n",
              "      <th>1022</th>\n",
              "      <th>1023</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0.330164</td>\n",
              "      <td>-0.247398</td>\n",
              "      <td>-0.870643</td>\n",
              "      <td>0.005060</td>\n",
              "      <td>0.354620</td>\n",
              "      <td>-0.836421</td>\n",
              "      <td>1.249183</td>\n",
              "      <td>-0.627188</td>\n",
              "      <td>-0.034643</td>\n",
              "      <td>-0.239111</td>\n",
              "      <td>0.474412</td>\n",
              "      <td>-1.271332</td>\n",
              "      <td>-0.416536</td>\n",
              "      <td>0.245358</td>\n",
              "      <td>-0.990850</td>\n",
              "      <td>0.118083</td>\n",
              "      <td>-0.088617</td>\n",
              "      <td>0.332724</td>\n",
              "      <td>-0.189816</td>\n",
              "      <td>0.052832</td>\n",
              "      <td>-0.358443</td>\n",
              "      <td>-1.129599</td>\n",
              "      <td>-1.480090</td>\n",
              "      <td>0.960927</td>\n",
              "      <td>0.202038</td>\n",
              "      <td>1.771792</td>\n",
              "      <td>1.036319</td>\n",
              "      <td>-1.168897</td>\n",
              "      <td>-0.092226</td>\n",
              "      <td>-0.332393</td>\n",
              "      <td>-0.727228</td>\n",
              "      <td>1.432420</td>\n",
              "      <td>-0.914551</td>\n",
              "      <td>0.855941</td>\n",
              "      <td>-0.750451</td>\n",
              "      <td>-0.466038</td>\n",
              "      <td>0.084272</td>\n",
              "      <td>-1.321737</td>\n",
              "      <td>0.246426</td>\n",
              "      <td>-0.685505</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.708623</td>\n",
              "      <td>0.672454</td>\n",
              "      <td>0.567607</td>\n",
              "      <td>0.258943</td>\n",
              "      <td>-1.065684</td>\n",
              "      <td>-0.456007</td>\n",
              "      <td>0.743918</td>\n",
              "      <td>0.187943</td>\n",
              "      <td>0.056852</td>\n",
              "      <td>-0.372120</td>\n",
              "      <td>0.295994</td>\n",
              "      <td>-0.707240</td>\n",
              "      <td>-1.057208</td>\n",
              "      <td>-0.606956</td>\n",
              "      <td>0.074582</td>\n",
              "      <td>-0.230363</td>\n",
              "      <td>-0.240022</td>\n",
              "      <td>1.797071</td>\n",
              "      <td>-1.269069</td>\n",
              "      <td>-0.876565</td>\n",
              "      <td>-0.449872</td>\n",
              "      <td>-1.003563</td>\n",
              "      <td>-0.593830</td>\n",
              "      <td>-0.968508</td>\n",
              "      <td>1.194813</td>\n",
              "      <td>0.173917</td>\n",
              "      <td>-0.902884</td>\n",
              "      <td>-1.918221</td>\n",
              "      <td>-0.287934</td>\n",
              "      <td>0.338151</td>\n",
              "      <td>-1.320299</td>\n",
              "      <td>-1.120235</td>\n",
              "      <td>-0.587945</td>\n",
              "      <td>-0.453289</td>\n",
              "      <td>0.274505</td>\n",
              "      <td>0.553713</td>\n",
              "      <td>0.256694</td>\n",
              "      <td>-0.069875</td>\n",
              "      <td>-0.509240</td>\n",
              "      <td>-1.558363</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0.278990</td>\n",
              "      <td>0.330942</td>\n",
              "      <td>-0.165491</td>\n",
              "      <td>-1.635589</td>\n",
              "      <td>0.687118</td>\n",
              "      <td>-0.535726</td>\n",
              "      <td>0.614250</td>\n",
              "      <td>1.429138</td>\n",
              "      <td>-0.475145</td>\n",
              "      <td>0.670292</td>\n",
              "      <td>-0.328976</td>\n",
              "      <td>0.634179</td>\n",
              "      <td>-0.217570</td>\n",
              "      <td>-0.002113</td>\n",
              "      <td>-0.577374</td>\n",
              "      <td>0.345340</td>\n",
              "      <td>0.807564</td>\n",
              "      <td>1.143098</td>\n",
              "      <td>1.049111</td>\n",
              "      <td>-0.005921</td>\n",
              "      <td>0.444396</td>\n",
              "      <td>-2.222994</td>\n",
              "      <td>0.773285</td>\n",
              "      <td>0.783116</td>\n",
              "      <td>0.237503</td>\n",
              "      <td>0.096515</td>\n",
              "      <td>-0.506391</td>\n",
              "      <td>-0.435856</td>\n",
              "      <td>0.655361</td>\n",
              "      <td>0.001265</td>\n",
              "      <td>-1.252079</td>\n",
              "      <td>0.544316</td>\n",
              "      <td>-0.423389</td>\n",
              "      <td>-0.367903</td>\n",
              "      <td>-1.926222</td>\n",
              "      <td>0.767378</td>\n",
              "      <td>-2.255352</td>\n",
              "      <td>-0.418797</td>\n",
              "      <td>-0.075098</td>\n",
              "      <td>-0.679808</td>\n",
              "      <td>...</td>\n",
              "      <td>0.781397</td>\n",
              "      <td>-1.106916</td>\n",
              "      <td>1.225811</td>\n",
              "      <td>0.582721</td>\n",
              "      <td>0.865803</td>\n",
              "      <td>-0.494825</td>\n",
              "      <td>-0.453681</td>\n",
              "      <td>-1.408924</td>\n",
              "      <td>0.569648</td>\n",
              "      <td>1.062358</td>\n",
              "      <td>-0.229778</td>\n",
              "      <td>0.375598</td>\n",
              "      <td>0.009394</td>\n",
              "      <td>-0.098088</td>\n",
              "      <td>0.936760</td>\n",
              "      <td>0.275843</td>\n",
              "      <td>-0.804954</td>\n",
              "      <td>-0.857160</td>\n",
              "      <td>-2.376614</td>\n",
              "      <td>0.742030</td>\n",
              "      <td>0.466318</td>\n",
              "      <td>-1.231063</td>\n",
              "      <td>-1.222434</td>\n",
              "      <td>-0.363849</td>\n",
              "      <td>-0.511014</td>\n",
              "      <td>-0.013214</td>\n",
              "      <td>-0.533764</td>\n",
              "      <td>-2.542954</td>\n",
              "      <td>-0.107766</td>\n",
              "      <td>-0.374118</td>\n",
              "      <td>-0.254660</td>\n",
              "      <td>0.653227</td>\n",
              "      <td>0.864039</td>\n",
              "      <td>0.895206</td>\n",
              "      <td>1.169006</td>\n",
              "      <td>0.596769</td>\n",
              "      <td>0.461122</td>\n",
              "      <td>-0.165451</td>\n",
              "      <td>-0.091079</td>\n",
              "      <td>-0.331926</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0.054071</td>\n",
              "      <td>0.683319</td>\n",
              "      <td>-0.719468</td>\n",
              "      <td>-0.993364</td>\n",
              "      <td>0.146500</td>\n",
              "      <td>-1.322314</td>\n",
              "      <td>0.569946</td>\n",
              "      <td>0.273332</td>\n",
              "      <td>0.294247</td>\n",
              "      <td>-0.616736</td>\n",
              "      <td>0.041258</td>\n",
              "      <td>-0.348923</td>\n",
              "      <td>0.146179</td>\n",
              "      <td>0.279476</td>\n",
              "      <td>-2.329788</td>\n",
              "      <td>0.841443</td>\n",
              "      <td>0.808261</td>\n",
              "      <td>0.518160</td>\n",
              "      <td>0.378360</td>\n",
              "      <td>-0.352651</td>\n",
              "      <td>0.894694</td>\n",
              "      <td>-0.749424</td>\n",
              "      <td>0.046378</td>\n",
              "      <td>0.433438</td>\n",
              "      <td>-0.055454</td>\n",
              "      <td>0.867230</td>\n",
              "      <td>-0.472141</td>\n",
              "      <td>0.023804</td>\n",
              "      <td>0.485383</td>\n",
              "      <td>0.047714</td>\n",
              "      <td>-0.218020</td>\n",
              "      <td>0.998918</td>\n",
              "      <td>-0.150347</td>\n",
              "      <td>-0.102222</td>\n",
              "      <td>-1.301128</td>\n",
              "      <td>-0.192057</td>\n",
              "      <td>-0.534870</td>\n",
              "      <td>-0.740004</td>\n",
              "      <td>0.566585</td>\n",
              "      <td>-1.096627</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.586226</td>\n",
              "      <td>-0.159246</td>\n",
              "      <td>-0.363932</td>\n",
              "      <td>-1.261602</td>\n",
              "      <td>-0.465382</td>\n",
              "      <td>0.496782</td>\n",
              "      <td>-1.146204</td>\n",
              "      <td>0.086848</td>\n",
              "      <td>-0.393993</td>\n",
              "      <td>-0.126912</td>\n",
              "      <td>0.996778</td>\n",
              "      <td>-1.153904</td>\n",
              "      <td>-0.766382</td>\n",
              "      <td>-0.377435</td>\n",
              "      <td>0.723442</td>\n",
              "      <td>0.191846</td>\n",
              "      <td>-0.814163</td>\n",
              "      <td>-1.085053</td>\n",
              "      <td>-1.658122</td>\n",
              "      <td>-0.498427</td>\n",
              "      <td>-0.452109</td>\n",
              "      <td>-2.083881</td>\n",
              "      <td>-0.777528</td>\n",
              "      <td>-1.643398</td>\n",
              "      <td>0.891259</td>\n",
              "      <td>0.315840</td>\n",
              "      <td>-0.626213</td>\n",
              "      <td>-0.960397</td>\n",
              "      <td>-0.703351</td>\n",
              "      <td>-0.219068</td>\n",
              "      <td>-0.047880</td>\n",
              "      <td>-0.796188</td>\n",
              "      <td>0.478781</td>\n",
              "      <td>0.991951</td>\n",
              "      <td>0.238712</td>\n",
              "      <td>0.564171</td>\n",
              "      <td>0.152121</td>\n",
              "      <td>-0.402950</td>\n",
              "      <td>-1.189984</td>\n",
              "      <td>0.525127</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>-1.283736</td>\n",
              "      <td>1.077794</td>\n",
              "      <td>0.115693</td>\n",
              "      <td>-0.754599</td>\n",
              "      <td>-0.353901</td>\n",
              "      <td>0.099093</td>\n",
              "      <td>0.026904</td>\n",
              "      <td>-1.588506</td>\n",
              "      <td>-0.343078</td>\n",
              "      <td>0.776587</td>\n",
              "      <td>0.609058</td>\n",
              "      <td>-1.232810</td>\n",
              "      <td>-0.395967</td>\n",
              "      <td>1.201138</td>\n",
              "      <td>0.514959</td>\n",
              "      <td>-1.009338</td>\n",
              "      <td>0.468748</td>\n",
              "      <td>-0.771186</td>\n",
              "      <td>0.470583</td>\n",
              "      <td>0.265297</td>\n",
              "      <td>-0.536604</td>\n",
              "      <td>-1.432280</td>\n",
              "      <td>-0.155619</td>\n",
              "      <td>-0.208997</td>\n",
              "      <td>0.023684</td>\n",
              "      <td>0.743148</td>\n",
              "      <td>-0.802505</td>\n",
              "      <td>-0.559221</td>\n",
              "      <td>-0.890675</td>\n",
              "      <td>-0.530240</td>\n",
              "      <td>-0.387051</td>\n",
              "      <td>0.228818</td>\n",
              "      <td>-0.881575</td>\n",
              "      <td>0.404648</td>\n",
              "      <td>-0.383866</td>\n",
              "      <td>0.167418</td>\n",
              "      <td>0.385697</td>\n",
              "      <td>-1.069829</td>\n",
              "      <td>-0.677940</td>\n",
              "      <td>-0.791103</td>\n",
              "      <td>...</td>\n",
              "      <td>0.578186</td>\n",
              "      <td>1.009872</td>\n",
              "      <td>0.256057</td>\n",
              "      <td>-1.088041</td>\n",
              "      <td>0.848447</td>\n",
              "      <td>0.263014</td>\n",
              "      <td>-0.039768</td>\n",
              "      <td>0.424859</td>\n",
              "      <td>-0.052332</td>\n",
              "      <td>-0.475321</td>\n",
              "      <td>2.061460</td>\n",
              "      <td>-0.723258</td>\n",
              "      <td>-1.593484</td>\n",
              "      <td>0.001796</td>\n",
              "      <td>0.298123</td>\n",
              "      <td>0.493564</td>\n",
              "      <td>-0.735725</td>\n",
              "      <td>-1.200398</td>\n",
              "      <td>-0.975538</td>\n",
              "      <td>0.123734</td>\n",
              "      <td>-0.091106</td>\n",
              "      <td>-1.905183</td>\n",
              "      <td>-0.579613</td>\n",
              "      <td>-1.124421</td>\n",
              "      <td>1.478265</td>\n",
              "      <td>-0.436936</td>\n",
              "      <td>-0.394281</td>\n",
              "      <td>-1.356696</td>\n",
              "      <td>-1.036585</td>\n",
              "      <td>0.999023</td>\n",
              "      <td>-0.608468</td>\n",
              "      <td>-0.067053</td>\n",
              "      <td>-0.116878</td>\n",
              "      <td>0.798799</td>\n",
              "      <td>0.617623</td>\n",
              "      <td>0.398502</td>\n",
              "      <td>-0.310564</td>\n",
              "      <td>0.483582</td>\n",
              "      <td>-0.040487</td>\n",
              "      <td>-0.366792</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>-0.685148</td>\n",
              "      <td>0.356008</td>\n",
              "      <td>-0.141166</td>\n",
              "      <td>-0.743662</td>\n",
              "      <td>-0.430732</td>\n",
              "      <td>-0.503176</td>\n",
              "      <td>-0.009457</td>\n",
              "      <td>-0.170717</td>\n",
              "      <td>-0.768281</td>\n",
              "      <td>0.383438</td>\n",
              "      <td>-0.045507</td>\n",
              "      <td>-0.437406</td>\n",
              "      <td>0.072293</td>\n",
              "      <td>-0.533040</td>\n",
              "      <td>0.044455</td>\n",
              "      <td>-1.127245</td>\n",
              "      <td>0.013488</td>\n",
              "      <td>0.391308</td>\n",
              "      <td>1.493540</td>\n",
              "      <td>1.116445</td>\n",
              "      <td>-0.713021</td>\n",
              "      <td>-0.380920</td>\n",
              "      <td>0.693900</td>\n",
              "      <td>0.676982</td>\n",
              "      <td>-0.356784</td>\n",
              "      <td>-0.496086</td>\n",
              "      <td>0.489438</td>\n",
              "      <td>-1.643811</td>\n",
              "      <td>-0.468425</td>\n",
              "      <td>-0.708997</td>\n",
              "      <td>-0.463607</td>\n",
              "      <td>1.014462</td>\n",
              "      <td>0.284166</td>\n",
              "      <td>0.857792</td>\n",
              "      <td>-0.694768</td>\n",
              "      <td>-2.135304</td>\n",
              "      <td>1.083799</td>\n",
              "      <td>-0.472781</td>\n",
              "      <td>-0.645185</td>\n",
              "      <td>-0.088482</td>\n",
              "      <td>...</td>\n",
              "      <td>0.589249</td>\n",
              "      <td>0.885800</td>\n",
              "      <td>1.012002</td>\n",
              "      <td>0.175258</td>\n",
              "      <td>1.047214</td>\n",
              "      <td>0.093662</td>\n",
              "      <td>0.458620</td>\n",
              "      <td>-1.409885</td>\n",
              "      <td>0.815892</td>\n",
              "      <td>-1.152876</td>\n",
              "      <td>0.937023</td>\n",
              "      <td>-0.232835</td>\n",
              "      <td>-0.673953</td>\n",
              "      <td>-1.275876</td>\n",
              "      <td>-0.651408</td>\n",
              "      <td>0.106803</td>\n",
              "      <td>0.852989</td>\n",
              "      <td>-0.961395</td>\n",
              "      <td>-2.609519</td>\n",
              "      <td>1.181576</td>\n",
              "      <td>-0.190357</td>\n",
              "      <td>-0.792488</td>\n",
              "      <td>0.025201</td>\n",
              "      <td>0.082748</td>\n",
              "      <td>0.371371</td>\n",
              "      <td>0.144735</td>\n",
              "      <td>-0.636161</td>\n",
              "      <td>-0.750756</td>\n",
              "      <td>0.167549</td>\n",
              "      <td>0.452036</td>\n",
              "      <td>-0.660470</td>\n",
              "      <td>0.731405</td>\n",
              "      <td>-0.638428</td>\n",
              "      <td>2.368102</td>\n",
              "      <td>0.084372</td>\n",
              "      <td>1.719393</td>\n",
              "      <td>-0.300217</td>\n",
              "      <td>-0.135864</td>\n",
              "      <td>-1.261117</td>\n",
              "      <td>0.310949</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9087</th>\n",
              "      <td>-0.150774</td>\n",
              "      <td>0.921327</td>\n",
              "      <td>0.326430</td>\n",
              "      <td>-0.482744</td>\n",
              "      <td>-1.073077</td>\n",
              "      <td>0.683456</td>\n",
              "      <td>-0.223136</td>\n",
              "      <td>-0.613358</td>\n",
              "      <td>-0.410738</td>\n",
              "      <td>0.908526</td>\n",
              "      <td>1.100716</td>\n",
              "      <td>0.039732</td>\n",
              "      <td>1.065155</td>\n",
              "      <td>-0.246883</td>\n",
              "      <td>0.266870</td>\n",
              "      <td>-0.258081</td>\n",
              "      <td>0.434836</td>\n",
              "      <td>-0.170352</td>\n",
              "      <td>-0.199973</td>\n",
              "      <td>1.762407</td>\n",
              "      <td>-0.213025</td>\n",
              "      <td>-2.164761</td>\n",
              "      <td>-0.116764</td>\n",
              "      <td>0.180714</td>\n",
              "      <td>0.212189</td>\n",
              "      <td>0.622543</td>\n",
              "      <td>0.164901</td>\n",
              "      <td>-0.123115</td>\n",
              "      <td>0.337132</td>\n",
              "      <td>-1.235699</td>\n",
              "      <td>0.372175</td>\n",
              "      <td>-0.395848</td>\n",
              "      <td>-0.691509</td>\n",
              "      <td>0.302236</td>\n",
              "      <td>-1.036854</td>\n",
              "      <td>0.483086</td>\n",
              "      <td>-1.724499</td>\n",
              "      <td>-1.990020</td>\n",
              "      <td>-1.359718</td>\n",
              "      <td>0.091144</td>\n",
              "      <td>...</td>\n",
              "      <td>0.683008</td>\n",
              "      <td>-0.932829</td>\n",
              "      <td>0.820289</td>\n",
              "      <td>0.722401</td>\n",
              "      <td>1.166352</td>\n",
              "      <td>0.489268</td>\n",
              "      <td>0.425770</td>\n",
              "      <td>-1.353090</td>\n",
              "      <td>-0.332590</td>\n",
              "      <td>-1.205870</td>\n",
              "      <td>0.335600</td>\n",
              "      <td>-1.057031</td>\n",
              "      <td>-0.415569</td>\n",
              "      <td>0.188843</td>\n",
              "      <td>-0.002706</td>\n",
              "      <td>-0.189171</td>\n",
              "      <td>-0.256900</td>\n",
              "      <td>-1.071529</td>\n",
              "      <td>-1.222740</td>\n",
              "      <td>2.099646</td>\n",
              "      <td>-0.471414</td>\n",
              "      <td>-1.711719</td>\n",
              "      <td>-0.460181</td>\n",
              "      <td>-0.608776</td>\n",
              "      <td>0.521917</td>\n",
              "      <td>-0.890041</td>\n",
              "      <td>0.739956</td>\n",
              "      <td>0.224033</td>\n",
              "      <td>0.262053</td>\n",
              "      <td>-0.233507</td>\n",
              "      <td>-0.722117</td>\n",
              "      <td>-0.743475</td>\n",
              "      <td>-0.083027</td>\n",
              "      <td>-0.083517</td>\n",
              "      <td>-0.093994</td>\n",
              "      <td>0.460376</td>\n",
              "      <td>-0.402049</td>\n",
              "      <td>-0.692638</td>\n",
              "      <td>-1.278800</td>\n",
              "      <td>0.175089</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9088</th>\n",
              "      <td>0.648271</td>\n",
              "      <td>0.133948</td>\n",
              "      <td>0.239746</td>\n",
              "      <td>0.225151</td>\n",
              "      <td>2.136649</td>\n",
              "      <td>-1.399641</td>\n",
              "      <td>-0.189390</td>\n",
              "      <td>0.575833</td>\n",
              "      <td>-0.044846</td>\n",
              "      <td>0.222257</td>\n",
              "      <td>1.132252</td>\n",
              "      <td>0.038520</td>\n",
              "      <td>1.261464</td>\n",
              "      <td>1.759305</td>\n",
              "      <td>-0.839276</td>\n",
              "      <td>-0.548304</td>\n",
              "      <td>-0.191382</td>\n",
              "      <td>-0.244177</td>\n",
              "      <td>1.390823</td>\n",
              "      <td>0.548007</td>\n",
              "      <td>0.939755</td>\n",
              "      <td>-0.230130</td>\n",
              "      <td>0.329962</td>\n",
              "      <td>0.419311</td>\n",
              "      <td>0.833497</td>\n",
              "      <td>1.155497</td>\n",
              "      <td>-0.410518</td>\n",
              "      <td>-1.022902</td>\n",
              "      <td>0.766096</td>\n",
              "      <td>-0.751620</td>\n",
              "      <td>0.395149</td>\n",
              "      <td>0.504116</td>\n",
              "      <td>0.215085</td>\n",
              "      <td>0.333102</td>\n",
              "      <td>-0.454572</td>\n",
              "      <td>-1.188921</td>\n",
              "      <td>0.293314</td>\n",
              "      <td>-1.660884</td>\n",
              "      <td>-0.357139</td>\n",
              "      <td>-0.112823</td>\n",
              "      <td>...</td>\n",
              "      <td>0.053749</td>\n",
              "      <td>0.440994</td>\n",
              "      <td>1.467159</td>\n",
              "      <td>-0.635695</td>\n",
              "      <td>0.095259</td>\n",
              "      <td>-0.091010</td>\n",
              "      <td>-0.391831</td>\n",
              "      <td>-0.013507</td>\n",
              "      <td>0.359270</td>\n",
              "      <td>0.089502</td>\n",
              "      <td>-0.961224</td>\n",
              "      <td>0.830965</td>\n",
              "      <td>0.142459</td>\n",
              "      <td>-0.478102</td>\n",
              "      <td>-0.114289</td>\n",
              "      <td>0.424268</td>\n",
              "      <td>-0.068545</td>\n",
              "      <td>0.051641</td>\n",
              "      <td>-0.984022</td>\n",
              "      <td>0.122142</td>\n",
              "      <td>0.137773</td>\n",
              "      <td>-0.965940</td>\n",
              "      <td>-0.646790</td>\n",
              "      <td>-0.240842</td>\n",
              "      <td>0.412231</td>\n",
              "      <td>-0.199931</td>\n",
              "      <td>0.085939</td>\n",
              "      <td>-2.035858</td>\n",
              "      <td>0.445702</td>\n",
              "      <td>0.416545</td>\n",
              "      <td>0.574924</td>\n",
              "      <td>-0.435287</td>\n",
              "      <td>-0.521628</td>\n",
              "      <td>-0.806200</td>\n",
              "      <td>0.493948</td>\n",
              "      <td>0.096452</td>\n",
              "      <td>0.544266</td>\n",
              "      <td>1.621249</td>\n",
              "      <td>0.763730</td>\n",
              "      <td>-0.113769</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9089</th>\n",
              "      <td>0.154656</td>\n",
              "      <td>0.196733</td>\n",
              "      <td>0.376350</td>\n",
              "      <td>-0.467167</td>\n",
              "      <td>0.994030</td>\n",
              "      <td>-1.391210</td>\n",
              "      <td>0.017204</td>\n",
              "      <td>0.636894</td>\n",
              "      <td>-0.023330</td>\n",
              "      <td>1.962505</td>\n",
              "      <td>-0.486734</td>\n",
              "      <td>-0.222427</td>\n",
              "      <td>1.113035</td>\n",
              "      <td>-0.366189</td>\n",
              "      <td>0.860490</td>\n",
              "      <td>-0.307026</td>\n",
              "      <td>0.982588</td>\n",
              "      <td>1.706153</td>\n",
              "      <td>1.147328</td>\n",
              "      <td>-0.896366</td>\n",
              "      <td>-0.392572</td>\n",
              "      <td>-1.069696</td>\n",
              "      <td>0.441457</td>\n",
              "      <td>-0.425388</td>\n",
              "      <td>1.485739</td>\n",
              "      <td>-0.309051</td>\n",
              "      <td>-0.533197</td>\n",
              "      <td>-1.192381</td>\n",
              "      <td>0.162383</td>\n",
              "      <td>-0.495605</td>\n",
              "      <td>-0.266043</td>\n",
              "      <td>1.164369</td>\n",
              "      <td>-0.708884</td>\n",
              "      <td>0.152184</td>\n",
              "      <td>-1.290849</td>\n",
              "      <td>-0.789762</td>\n",
              "      <td>-0.736299</td>\n",
              "      <td>-0.664845</td>\n",
              "      <td>0.724305</td>\n",
              "      <td>0.085702</td>\n",
              "      <td>...</td>\n",
              "      <td>0.219559</td>\n",
              "      <td>0.016606</td>\n",
              "      <td>-0.301972</td>\n",
              "      <td>0.482893</td>\n",
              "      <td>0.213968</td>\n",
              "      <td>0.000514</td>\n",
              "      <td>-0.595210</td>\n",
              "      <td>-0.223231</td>\n",
              "      <td>-0.035015</td>\n",
              "      <td>-0.936259</td>\n",
              "      <td>0.394839</td>\n",
              "      <td>0.461986</td>\n",
              "      <td>-0.581088</td>\n",
              "      <td>-0.919320</td>\n",
              "      <td>-0.397881</td>\n",
              "      <td>-0.517523</td>\n",
              "      <td>-0.623970</td>\n",
              "      <td>-0.906803</td>\n",
              "      <td>0.211528</td>\n",
              "      <td>-0.279985</td>\n",
              "      <td>-0.502888</td>\n",
              "      <td>-0.464480</td>\n",
              "      <td>-1.337708</td>\n",
              "      <td>0.342270</td>\n",
              "      <td>-0.517108</td>\n",
              "      <td>0.033462</td>\n",
              "      <td>-0.165446</td>\n",
              "      <td>-1.533948</td>\n",
              "      <td>-0.406294</td>\n",
              "      <td>0.210930</td>\n",
              "      <td>-1.103780</td>\n",
              "      <td>-0.497140</td>\n",
              "      <td>-0.566887</td>\n",
              "      <td>1.287389</td>\n",
              "      <td>0.857993</td>\n",
              "      <td>0.594420</td>\n",
              "      <td>-1.020919</td>\n",
              "      <td>0.769497</td>\n",
              "      <td>-1.296037</td>\n",
              "      <td>-0.196022</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9090</th>\n",
              "      <td>0.292138</td>\n",
              "      <td>0.928273</td>\n",
              "      <td>0.034363</td>\n",
              "      <td>0.072058</td>\n",
              "      <td>-0.112640</td>\n",
              "      <td>0.565948</td>\n",
              "      <td>0.624265</td>\n",
              "      <td>-0.336120</td>\n",
              "      <td>-0.845353</td>\n",
              "      <td>-0.408150</td>\n",
              "      <td>0.725841</td>\n",
              "      <td>-1.419201</td>\n",
              "      <td>1.017765</td>\n",
              "      <td>1.042796</td>\n",
              "      <td>-0.368509</td>\n",
              "      <td>-0.030290</td>\n",
              "      <td>1.098990</td>\n",
              "      <td>0.566032</td>\n",
              "      <td>0.823790</td>\n",
              "      <td>-1.022375</td>\n",
              "      <td>0.795528</td>\n",
              "      <td>0.259754</td>\n",
              "      <td>-0.966655</td>\n",
              "      <td>-0.705471</td>\n",
              "      <td>-0.467802</td>\n",
              "      <td>-0.553187</td>\n",
              "      <td>-0.060259</td>\n",
              "      <td>-1.250748</td>\n",
              "      <td>0.084406</td>\n",
              "      <td>-0.322482</td>\n",
              "      <td>-0.050255</td>\n",
              "      <td>1.027385</td>\n",
              "      <td>-0.341514</td>\n",
              "      <td>1.469091</td>\n",
              "      <td>-1.437536</td>\n",
              "      <td>0.038520</td>\n",
              "      <td>0.184063</td>\n",
              "      <td>-0.970361</td>\n",
              "      <td>-0.721024</td>\n",
              "      <td>-0.290870</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.045416</td>\n",
              "      <td>-0.172741</td>\n",
              "      <td>-1.074011</td>\n",
              "      <td>0.189580</td>\n",
              "      <td>0.160942</td>\n",
              "      <td>0.404317</td>\n",
              "      <td>-0.722354</td>\n",
              "      <td>-0.331172</td>\n",
              "      <td>1.084567</td>\n",
              "      <td>-1.826373</td>\n",
              "      <td>1.011171</td>\n",
              "      <td>-1.615322</td>\n",
              "      <td>-0.418898</td>\n",
              "      <td>-0.717938</td>\n",
              "      <td>-0.824217</td>\n",
              "      <td>-0.461691</td>\n",
              "      <td>1.573826</td>\n",
              "      <td>-1.848718</td>\n",
              "      <td>-0.988805</td>\n",
              "      <td>0.904202</td>\n",
              "      <td>-0.598281</td>\n",
              "      <td>-0.423675</td>\n",
              "      <td>-0.913331</td>\n",
              "      <td>-1.187962</td>\n",
              "      <td>0.236933</td>\n",
              "      <td>1.027882</td>\n",
              "      <td>-0.633542</td>\n",
              "      <td>-1.218224</td>\n",
              "      <td>-1.071504</td>\n",
              "      <td>0.778370</td>\n",
              "      <td>-0.013368</td>\n",
              "      <td>-0.203525</td>\n",
              "      <td>0.496392</td>\n",
              "      <td>0.704963</td>\n",
              "      <td>0.760765</td>\n",
              "      <td>0.556551</td>\n",
              "      <td>-0.041895</td>\n",
              "      <td>0.105033</td>\n",
              "      <td>-1.724101</td>\n",
              "      <td>0.409848</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9091</th>\n",
              "      <td>-0.174981</td>\n",
              "      <td>0.515893</td>\n",
              "      <td>0.816918</td>\n",
              "      <td>-0.808110</td>\n",
              "      <td>0.918130</td>\n",
              "      <td>-0.854764</td>\n",
              "      <td>-0.509187</td>\n",
              "      <td>0.068316</td>\n",
              "      <td>-1.441742</td>\n",
              "      <td>-0.367381</td>\n",
              "      <td>0.764291</td>\n",
              "      <td>-1.350690</td>\n",
              "      <td>0.133202</td>\n",
              "      <td>0.423170</td>\n",
              "      <td>-1.802549</td>\n",
              "      <td>-1.489965</td>\n",
              "      <td>0.129521</td>\n",
              "      <td>0.278186</td>\n",
              "      <td>1.488459</td>\n",
              "      <td>-0.021535</td>\n",
              "      <td>-0.560958</td>\n",
              "      <td>-0.003785</td>\n",
              "      <td>0.137303</td>\n",
              "      <td>0.675291</td>\n",
              "      <td>0.748873</td>\n",
              "      <td>0.974119</td>\n",
              "      <td>-0.234407</td>\n",
              "      <td>-1.175942</td>\n",
              "      <td>-0.624765</td>\n",
              "      <td>-0.256073</td>\n",
              "      <td>0.190799</td>\n",
              "      <td>1.049204</td>\n",
              "      <td>-1.696998</td>\n",
              "      <td>-0.118205</td>\n",
              "      <td>-0.166856</td>\n",
              "      <td>-0.781300</td>\n",
              "      <td>-1.052453</td>\n",
              "      <td>-1.751554</td>\n",
              "      <td>0.420167</td>\n",
              "      <td>0.234633</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.112240</td>\n",
              "      <td>-0.304975</td>\n",
              "      <td>-0.724232</td>\n",
              "      <td>0.848029</td>\n",
              "      <td>0.393408</td>\n",
              "      <td>-0.629014</td>\n",
              "      <td>0.554739</td>\n",
              "      <td>-0.522180</td>\n",
              "      <td>1.354235</td>\n",
              "      <td>-1.928453</td>\n",
              "      <td>-0.283727</td>\n",
              "      <td>-0.719938</td>\n",
              "      <td>-0.770478</td>\n",
              "      <td>-0.661284</td>\n",
              "      <td>0.290157</td>\n",
              "      <td>0.068129</td>\n",
              "      <td>-0.095919</td>\n",
              "      <td>-0.844777</td>\n",
              "      <td>-0.865388</td>\n",
              "      <td>-0.008799</td>\n",
              "      <td>0.865315</td>\n",
              "      <td>-1.024700</td>\n",
              "      <td>-0.708631</td>\n",
              "      <td>-0.440344</td>\n",
              "      <td>1.596127</td>\n",
              "      <td>0.279462</td>\n",
              "      <td>-0.249907</td>\n",
              "      <td>-0.153637</td>\n",
              "      <td>-0.726268</td>\n",
              "      <td>0.134331</td>\n",
              "      <td>-0.842654</td>\n",
              "      <td>-0.169121</td>\n",
              "      <td>-0.457027</td>\n",
              "      <td>0.405123</td>\n",
              "      <td>0.682509</td>\n",
              "      <td>0.157452</td>\n",
              "      <td>-0.230855</td>\n",
              "      <td>0.592617</td>\n",
              "      <td>-1.234289</td>\n",
              "      <td>0.209933</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>9092 rows × 1024 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "          0         1         2     ...      1021      1022      1023\n",
              "0     0.330164 -0.247398 -0.870643  ... -0.069875 -0.509240 -1.558363\n",
              "1     0.278990  0.330942 -0.165491  ... -0.165451 -0.091079 -0.331926\n",
              "2     0.054071  0.683319 -0.719468  ... -0.402950 -1.189984  0.525127\n",
              "3    -1.283736  1.077794  0.115693  ...  0.483582 -0.040487 -0.366792\n",
              "4    -0.685148  0.356008 -0.141166  ... -0.135864 -1.261117  0.310949\n",
              "...        ...       ...       ...  ...       ...       ...       ...\n",
              "9087 -0.150774  0.921327  0.326430  ... -0.692638 -1.278800  0.175089\n",
              "9088  0.648271  0.133948  0.239746  ...  1.621249  0.763730 -0.113769\n",
              "9089  0.154656  0.196733  0.376350  ...  0.769497 -1.296037 -0.196022\n",
              "9090  0.292138  0.928273  0.034363  ...  0.105033 -1.724101  0.409848\n",
              "9091 -0.174981  0.515893  0.816918  ...  0.592617 -1.234289  0.209933\n",
              "\n",
              "[9092 rows x 1024 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fphB9dS3DYLE",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from sklearn.decomposition import PCA\n",
        "pca = pd.DataFrame(data=PCA(10).fit_transform(word_embeddings), columns=[f'pca{i}' for i in range(1,11)])"
      ],
      "execution_count": 12,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Y4Sn2xpQMFu3",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "full_df['Length'] = full_df['Product_Description'].apply(len)"
      ],
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XuXyNeE7EG7D",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 439
        },
        "outputId": "759b297b-96ad-431b-8456-e87f1109ff49"
      },
      "source": [
        "full_df = pd.concat([full_df.drop('Product_Description', axis=1), word_embeddings, pca], axis=1)\n",
        "full_df"
      ],
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>index</th>\n",
              "      <th>Text_ID</th>\n",
              "      <th>Product_Type</th>\n",
              "      <th>Sentiment</th>\n",
              "      <th>Length</th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "      <th>4</th>\n",
              "      <th>5</th>\n",
              "      <th>6</th>\n",
              "      <th>7</th>\n",
              "      <th>8</th>\n",
              "      <th>9</th>\n",
              "      <th>10</th>\n",
              "      <th>11</th>\n",
              "      <th>12</th>\n",
              "      <th>13</th>\n",
              "      <th>14</th>\n",
              "      <th>15</th>\n",
              "      <th>16</th>\n",
              "      <th>17</th>\n",
              "      <th>18</th>\n",
              "      <th>19</th>\n",
              "      <th>20</th>\n",
              "      <th>21</th>\n",
              "      <th>22</th>\n",
              "      <th>23</th>\n",
              "      <th>24</th>\n",
              "      <th>25</th>\n",
              "      <th>26</th>\n",
              "      <th>27</th>\n",
              "      <th>28</th>\n",
              "      <th>29</th>\n",
              "      <th>30</th>\n",
              "      <th>31</th>\n",
              "      <th>32</th>\n",
              "      <th>33</th>\n",
              "      <th>34</th>\n",
              "      <th>...</th>\n",
              "      <th>994</th>\n",
              "      <th>995</th>\n",
              "      <th>996</th>\n",
              "      <th>997</th>\n",
              "      <th>998</th>\n",
              "      <th>999</th>\n",
              "      <th>1000</th>\n",
              "      <th>1001</th>\n",
              "      <th>1002</th>\n",
              "      <th>1003</th>\n",
              "      <th>1004</th>\n",
              "      <th>1005</th>\n",
              "      <th>1006</th>\n",
              "      <th>1007</th>\n",
              "      <th>1008</th>\n",
              "      <th>1009</th>\n",
              "      <th>1010</th>\n",
              "      <th>1011</th>\n",
              "      <th>1012</th>\n",
              "      <th>1013</th>\n",
              "      <th>1014</th>\n",
              "      <th>1015</th>\n",
              "      <th>1016</th>\n",
              "      <th>1017</th>\n",
              "      <th>1018</th>\n",
              "      <th>1019</th>\n",
              "      <th>1020</th>\n",
              "      <th>1021</th>\n",
              "      <th>1022</th>\n",
              "      <th>1023</th>\n",
              "      <th>pca1</th>\n",
              "      <th>pca2</th>\n",
              "      <th>pca3</th>\n",
              "      <th>pca4</th>\n",
              "      <th>pca5</th>\n",
              "      <th>pca6</th>\n",
              "      <th>pca7</th>\n",
              "      <th>pca8</th>\n",
              "      <th>pca9</th>\n",
              "      <th>pca10</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>3057</td>\n",
              "      <td>9</td>\n",
              "      <td>2.0</td>\n",
              "      <td>89</td>\n",
              "      <td>0.330164</td>\n",
              "      <td>-0.247398</td>\n",
              "      <td>-0.870643</td>\n",
              "      <td>0.005060</td>\n",
              "      <td>0.354620</td>\n",
              "      <td>-0.836421</td>\n",
              "      <td>1.249183</td>\n",
              "      <td>-0.627188</td>\n",
              "      <td>-0.034643</td>\n",
              "      <td>-0.239111</td>\n",
              "      <td>0.474412</td>\n",
              "      <td>-1.271332</td>\n",
              "      <td>-0.416536</td>\n",
              "      <td>0.245358</td>\n",
              "      <td>-0.990850</td>\n",
              "      <td>0.118083</td>\n",
              "      <td>-0.088617</td>\n",
              "      <td>0.332724</td>\n",
              "      <td>-0.189816</td>\n",
              "      <td>0.052832</td>\n",
              "      <td>-0.358443</td>\n",
              "      <td>-1.129599</td>\n",
              "      <td>-1.480090</td>\n",
              "      <td>0.960927</td>\n",
              "      <td>0.202038</td>\n",
              "      <td>1.771792</td>\n",
              "      <td>1.036319</td>\n",
              "      <td>-1.168897</td>\n",
              "      <td>-0.092226</td>\n",
              "      <td>-0.332393</td>\n",
              "      <td>-0.727228</td>\n",
              "      <td>1.432420</td>\n",
              "      <td>-0.914551</td>\n",
              "      <td>0.855941</td>\n",
              "      <td>-0.750451</td>\n",
              "      <td>...</td>\n",
              "      <td>0.295994</td>\n",
              "      <td>-0.707240</td>\n",
              "      <td>-1.057208</td>\n",
              "      <td>-0.606956</td>\n",
              "      <td>0.074582</td>\n",
              "      <td>-0.230363</td>\n",
              "      <td>-0.240022</td>\n",
              "      <td>1.797071</td>\n",
              "      <td>-1.269069</td>\n",
              "      <td>-0.876565</td>\n",
              "      <td>-0.449872</td>\n",
              "      <td>-1.003563</td>\n",
              "      <td>-0.593830</td>\n",
              "      <td>-0.968508</td>\n",
              "      <td>1.194813</td>\n",
              "      <td>0.173917</td>\n",
              "      <td>-0.902884</td>\n",
              "      <td>-1.918221</td>\n",
              "      <td>-0.287934</td>\n",
              "      <td>0.338151</td>\n",
              "      <td>-1.320299</td>\n",
              "      <td>-1.120235</td>\n",
              "      <td>-0.587945</td>\n",
              "      <td>-0.453289</td>\n",
              "      <td>0.274505</td>\n",
              "      <td>0.553713</td>\n",
              "      <td>0.256694</td>\n",
              "      <td>-0.069875</td>\n",
              "      <td>-0.509240</td>\n",
              "      <td>-1.558363</td>\n",
              "      <td>-1.634114</td>\n",
              "      <td>5.013612</td>\n",
              "      <td>-5.466688</td>\n",
              "      <td>1.973491</td>\n",
              "      <td>0.234514</td>\n",
              "      <td>-2.112212</td>\n",
              "      <td>-0.192558</td>\n",
              "      <td>1.404530</td>\n",
              "      <td>5.159673</td>\n",
              "      <td>2.284062</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>1</td>\n",
              "      <td>6254</td>\n",
              "      <td>9</td>\n",
              "      <td>2.0</td>\n",
              "      <td>119</td>\n",
              "      <td>0.278990</td>\n",
              "      <td>0.330942</td>\n",
              "      <td>-0.165491</td>\n",
              "      <td>-1.635589</td>\n",
              "      <td>0.687118</td>\n",
              "      <td>-0.535726</td>\n",
              "      <td>0.614250</td>\n",
              "      <td>1.429138</td>\n",
              "      <td>-0.475145</td>\n",
              "      <td>0.670292</td>\n",
              "      <td>-0.328976</td>\n",
              "      <td>0.634179</td>\n",
              "      <td>-0.217570</td>\n",
              "      <td>-0.002113</td>\n",
              "      <td>-0.577374</td>\n",
              "      <td>0.345340</td>\n",
              "      <td>0.807564</td>\n",
              "      <td>1.143098</td>\n",
              "      <td>1.049111</td>\n",
              "      <td>-0.005921</td>\n",
              "      <td>0.444396</td>\n",
              "      <td>-2.222994</td>\n",
              "      <td>0.773285</td>\n",
              "      <td>0.783116</td>\n",
              "      <td>0.237503</td>\n",
              "      <td>0.096515</td>\n",
              "      <td>-0.506391</td>\n",
              "      <td>-0.435856</td>\n",
              "      <td>0.655361</td>\n",
              "      <td>0.001265</td>\n",
              "      <td>-1.252079</td>\n",
              "      <td>0.544316</td>\n",
              "      <td>-0.423389</td>\n",
              "      <td>-0.367903</td>\n",
              "      <td>-1.926222</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.229778</td>\n",
              "      <td>0.375598</td>\n",
              "      <td>0.009394</td>\n",
              "      <td>-0.098088</td>\n",
              "      <td>0.936760</td>\n",
              "      <td>0.275843</td>\n",
              "      <td>-0.804954</td>\n",
              "      <td>-0.857160</td>\n",
              "      <td>-2.376614</td>\n",
              "      <td>0.742030</td>\n",
              "      <td>0.466318</td>\n",
              "      <td>-1.231063</td>\n",
              "      <td>-1.222434</td>\n",
              "      <td>-0.363849</td>\n",
              "      <td>-0.511014</td>\n",
              "      <td>-0.013214</td>\n",
              "      <td>-0.533764</td>\n",
              "      <td>-2.542954</td>\n",
              "      <td>-0.107766</td>\n",
              "      <td>-0.374118</td>\n",
              "      <td>-0.254660</td>\n",
              "      <td>0.653227</td>\n",
              "      <td>0.864039</td>\n",
              "      <td>0.895206</td>\n",
              "      <td>1.169006</td>\n",
              "      <td>0.596769</td>\n",
              "      <td>0.461122</td>\n",
              "      <td>-0.165451</td>\n",
              "      <td>-0.091079</td>\n",
              "      <td>-0.331926</td>\n",
              "      <td>5.419445</td>\n",
              "      <td>2.467493</td>\n",
              "      <td>10.507935</td>\n",
              "      <td>-5.673568</td>\n",
              "      <td>-5.345800</td>\n",
              "      <td>4.455173</td>\n",
              "      <td>5.169442</td>\n",
              "      <td>-0.173915</td>\n",
              "      <td>-0.138899</td>\n",
              "      <td>6.499320</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2</td>\n",
              "      <td>8212</td>\n",
              "      <td>9</td>\n",
              "      <td>2.0</td>\n",
              "      <td>111</td>\n",
              "      <td>0.054071</td>\n",
              "      <td>0.683319</td>\n",
              "      <td>-0.719468</td>\n",
              "      <td>-0.993364</td>\n",
              "      <td>0.146500</td>\n",
              "      <td>-1.322314</td>\n",
              "      <td>0.569946</td>\n",
              "      <td>0.273332</td>\n",
              "      <td>0.294247</td>\n",
              "      <td>-0.616736</td>\n",
              "      <td>0.041258</td>\n",
              "      <td>-0.348923</td>\n",
              "      <td>0.146179</td>\n",
              "      <td>0.279476</td>\n",
              "      <td>-2.329788</td>\n",
              "      <td>0.841443</td>\n",
              "      <td>0.808261</td>\n",
              "      <td>0.518160</td>\n",
              "      <td>0.378360</td>\n",
              "      <td>-0.352651</td>\n",
              "      <td>0.894694</td>\n",
              "      <td>-0.749424</td>\n",
              "      <td>0.046378</td>\n",
              "      <td>0.433438</td>\n",
              "      <td>-0.055454</td>\n",
              "      <td>0.867230</td>\n",
              "      <td>-0.472141</td>\n",
              "      <td>0.023804</td>\n",
              "      <td>0.485383</td>\n",
              "      <td>0.047714</td>\n",
              "      <td>-0.218020</td>\n",
              "      <td>0.998918</td>\n",
              "      <td>-0.150347</td>\n",
              "      <td>-0.102222</td>\n",
              "      <td>-1.301128</td>\n",
              "      <td>...</td>\n",
              "      <td>0.996778</td>\n",
              "      <td>-1.153904</td>\n",
              "      <td>-0.766382</td>\n",
              "      <td>-0.377435</td>\n",
              "      <td>0.723442</td>\n",
              "      <td>0.191846</td>\n",
              "      <td>-0.814163</td>\n",
              "      <td>-1.085053</td>\n",
              "      <td>-1.658122</td>\n",
              "      <td>-0.498427</td>\n",
              "      <td>-0.452109</td>\n",
              "      <td>-2.083881</td>\n",
              "      <td>-0.777528</td>\n",
              "      <td>-1.643398</td>\n",
              "      <td>0.891259</td>\n",
              "      <td>0.315840</td>\n",
              "      <td>-0.626213</td>\n",
              "      <td>-0.960397</td>\n",
              "      <td>-0.703351</td>\n",
              "      <td>-0.219068</td>\n",
              "      <td>-0.047880</td>\n",
              "      <td>-0.796188</td>\n",
              "      <td>0.478781</td>\n",
              "      <td>0.991951</td>\n",
              "      <td>0.238712</td>\n",
              "      <td>0.564171</td>\n",
              "      <td>0.152121</td>\n",
              "      <td>-0.402950</td>\n",
              "      <td>-1.189984</td>\n",
              "      <td>0.525127</td>\n",
              "      <td>11.052727</td>\n",
              "      <td>6.488541</td>\n",
              "      <td>-2.865667</td>\n",
              "      <td>4.255371</td>\n",
              "      <td>-3.058684</td>\n",
              "      <td>4.874049</td>\n",
              "      <td>0.428391</td>\n",
              "      <td>-3.417735</td>\n",
              "      <td>2.179168</td>\n",
              "      <td>-3.471165</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>4422</td>\n",
              "      <td>9</td>\n",
              "      <td>2.0</td>\n",
              "      <td>137</td>\n",
              "      <td>-1.283736</td>\n",
              "      <td>1.077794</td>\n",
              "      <td>0.115693</td>\n",
              "      <td>-0.754599</td>\n",
              "      <td>-0.353901</td>\n",
              "      <td>0.099093</td>\n",
              "      <td>0.026904</td>\n",
              "      <td>-1.588506</td>\n",
              "      <td>-0.343078</td>\n",
              "      <td>0.776587</td>\n",
              "      <td>0.609058</td>\n",
              "      <td>-1.232810</td>\n",
              "      <td>-0.395967</td>\n",
              "      <td>1.201138</td>\n",
              "      <td>0.514959</td>\n",
              "      <td>-1.009338</td>\n",
              "      <td>0.468748</td>\n",
              "      <td>-0.771186</td>\n",
              "      <td>0.470583</td>\n",
              "      <td>0.265297</td>\n",
              "      <td>-0.536604</td>\n",
              "      <td>-1.432280</td>\n",
              "      <td>-0.155619</td>\n",
              "      <td>-0.208997</td>\n",
              "      <td>0.023684</td>\n",
              "      <td>0.743148</td>\n",
              "      <td>-0.802505</td>\n",
              "      <td>-0.559221</td>\n",
              "      <td>-0.890675</td>\n",
              "      <td>-0.530240</td>\n",
              "      <td>-0.387051</td>\n",
              "      <td>0.228818</td>\n",
              "      <td>-0.881575</td>\n",
              "      <td>0.404648</td>\n",
              "      <td>-0.383866</td>\n",
              "      <td>...</td>\n",
              "      <td>2.061460</td>\n",
              "      <td>-0.723258</td>\n",
              "      <td>-1.593484</td>\n",
              "      <td>0.001796</td>\n",
              "      <td>0.298123</td>\n",
              "      <td>0.493564</td>\n",
              "      <td>-0.735725</td>\n",
              "      <td>-1.200398</td>\n",
              "      <td>-0.975538</td>\n",
              "      <td>0.123734</td>\n",
              "      <td>-0.091106</td>\n",
              "      <td>-1.905183</td>\n",
              "      <td>-0.579613</td>\n",
              "      <td>-1.124421</td>\n",
              "      <td>1.478265</td>\n",
              "      <td>-0.436936</td>\n",
              "      <td>-0.394281</td>\n",
              "      <td>-1.356696</td>\n",
              "      <td>-1.036585</td>\n",
              "      <td>0.999023</td>\n",
              "      <td>-0.608468</td>\n",
              "      <td>-0.067053</td>\n",
              "      <td>-0.116878</td>\n",
              "      <td>0.798799</td>\n",
              "      <td>0.617623</td>\n",
              "      <td>0.398502</td>\n",
              "      <td>-0.310564</td>\n",
              "      <td>0.483582</td>\n",
              "      <td>-0.040487</td>\n",
              "      <td>-0.366792</td>\n",
              "      <td>1.446951</td>\n",
              "      <td>-2.811002</td>\n",
              "      <td>-3.207888</td>\n",
              "      <td>0.739386</td>\n",
              "      <td>4.462376</td>\n",
              "      <td>1.506673</td>\n",
              "      <td>-0.649260</td>\n",
              "      <td>5.748524</td>\n",
              "      <td>-3.818615</td>\n",
              "      <td>0.399100</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>4</td>\n",
              "      <td>5526</td>\n",
              "      <td>9</td>\n",
              "      <td>2.0</td>\n",
              "      <td>87</td>\n",
              "      <td>-0.685148</td>\n",
              "      <td>0.356008</td>\n",
              "      <td>-0.141166</td>\n",
              "      <td>-0.743662</td>\n",
              "      <td>-0.430732</td>\n",
              "      <td>-0.503176</td>\n",
              "      <td>-0.009457</td>\n",
              "      <td>-0.170717</td>\n",
              "      <td>-0.768281</td>\n",
              "      <td>0.383438</td>\n",
              "      <td>-0.045507</td>\n",
              "      <td>-0.437406</td>\n",
              "      <td>0.072293</td>\n",
              "      <td>-0.533040</td>\n",
              "      <td>0.044455</td>\n",
              "      <td>-1.127245</td>\n",
              "      <td>0.013488</td>\n",
              "      <td>0.391308</td>\n",
              "      <td>1.493540</td>\n",
              "      <td>1.116445</td>\n",
              "      <td>-0.713021</td>\n",
              "      <td>-0.380920</td>\n",
              "      <td>0.693900</td>\n",
              "      <td>0.676982</td>\n",
              "      <td>-0.356784</td>\n",
              "      <td>-0.496086</td>\n",
              "      <td>0.489438</td>\n",
              "      <td>-1.643811</td>\n",
              "      <td>-0.468425</td>\n",
              "      <td>-0.708997</td>\n",
              "      <td>-0.463607</td>\n",
              "      <td>1.014462</td>\n",
              "      <td>0.284166</td>\n",
              "      <td>0.857792</td>\n",
              "      <td>-0.694768</td>\n",
              "      <td>...</td>\n",
              "      <td>0.937023</td>\n",
              "      <td>-0.232835</td>\n",
              "      <td>-0.673953</td>\n",
              "      <td>-1.275876</td>\n",
              "      <td>-0.651408</td>\n",
              "      <td>0.106803</td>\n",
              "      <td>0.852989</td>\n",
              "      <td>-0.961395</td>\n",
              "      <td>-2.609519</td>\n",
              "      <td>1.181576</td>\n",
              "      <td>-0.190357</td>\n",
              "      <td>-0.792488</td>\n",
              "      <td>0.025201</td>\n",
              "      <td>0.082748</td>\n",
              "      <td>0.371371</td>\n",
              "      <td>0.144735</td>\n",
              "      <td>-0.636161</td>\n",
              "      <td>-0.750756</td>\n",
              "      <td>0.167549</td>\n",
              "      <td>0.452036</td>\n",
              "      <td>-0.660470</td>\n",
              "      <td>0.731405</td>\n",
              "      <td>-0.638428</td>\n",
              "      <td>2.368102</td>\n",
              "      <td>0.084372</td>\n",
              "      <td>1.719393</td>\n",
              "      <td>-0.300217</td>\n",
              "      <td>-0.135864</td>\n",
              "      <td>-1.261117</td>\n",
              "      <td>0.310949</td>\n",
              "      <td>-1.017521</td>\n",
              "      <td>0.885144</td>\n",
              "      <td>3.453251</td>\n",
              "      <td>0.401836</td>\n",
              "      <td>8.437034</td>\n",
              "      <td>-7.307139</td>\n",
              "      <td>3.323813</td>\n",
              "      <td>-2.656095</td>\n",
              "      <td>0.390720</td>\n",
              "      <td>-0.732311</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9087</th>\n",
              "      <td>2723</td>\n",
              "      <td>5705</td>\n",
              "      <td>9</td>\n",
              "      <td>NaN</td>\n",
              "      <td>102</td>\n",
              "      <td>-0.150774</td>\n",
              "      <td>0.921327</td>\n",
              "      <td>0.326430</td>\n",
              "      <td>-0.482744</td>\n",
              "      <td>-1.073077</td>\n",
              "      <td>0.683456</td>\n",
              "      <td>-0.223136</td>\n",
              "      <td>-0.613358</td>\n",
              "      <td>-0.410738</td>\n",
              "      <td>0.908526</td>\n",
              "      <td>1.100716</td>\n",
              "      <td>0.039732</td>\n",
              "      <td>1.065155</td>\n",
              "      <td>-0.246883</td>\n",
              "      <td>0.266870</td>\n",
              "      <td>-0.258081</td>\n",
              "      <td>0.434836</td>\n",
              "      <td>-0.170352</td>\n",
              "      <td>-0.199973</td>\n",
              "      <td>1.762407</td>\n",
              "      <td>-0.213025</td>\n",
              "      <td>-2.164761</td>\n",
              "      <td>-0.116764</td>\n",
              "      <td>0.180714</td>\n",
              "      <td>0.212189</td>\n",
              "      <td>0.622543</td>\n",
              "      <td>0.164901</td>\n",
              "      <td>-0.123115</td>\n",
              "      <td>0.337132</td>\n",
              "      <td>-1.235699</td>\n",
              "      <td>0.372175</td>\n",
              "      <td>-0.395848</td>\n",
              "      <td>-0.691509</td>\n",
              "      <td>0.302236</td>\n",
              "      <td>-1.036854</td>\n",
              "      <td>...</td>\n",
              "      <td>0.335600</td>\n",
              "      <td>-1.057031</td>\n",
              "      <td>-0.415569</td>\n",
              "      <td>0.188843</td>\n",
              "      <td>-0.002706</td>\n",
              "      <td>-0.189171</td>\n",
              "      <td>-0.256900</td>\n",
              "      <td>-1.071529</td>\n",
              "      <td>-1.222740</td>\n",
              "      <td>2.099646</td>\n",
              "      <td>-0.471414</td>\n",
              "      <td>-1.711719</td>\n",
              "      <td>-0.460181</td>\n",
              "      <td>-0.608776</td>\n",
              "      <td>0.521917</td>\n",
              "      <td>-0.890041</td>\n",
              "      <td>0.739956</td>\n",
              "      <td>0.224033</td>\n",
              "      <td>0.262053</td>\n",
              "      <td>-0.233507</td>\n",
              "      <td>-0.722117</td>\n",
              "      <td>-0.743475</td>\n",
              "      <td>-0.083027</td>\n",
              "      <td>-0.083517</td>\n",
              "      <td>-0.093994</td>\n",
              "      <td>0.460376</td>\n",
              "      <td>-0.402049</td>\n",
              "      <td>-0.692638</td>\n",
              "      <td>-1.278800</td>\n",
              "      <td>0.175089</td>\n",
              "      <td>-4.770741</td>\n",
              "      <td>-2.000654</td>\n",
              "      <td>9.159330</td>\n",
              "      <td>4.162759</td>\n",
              "      <td>3.632314</td>\n",
              "      <td>2.621988</td>\n",
              "      <td>2.841818</td>\n",
              "      <td>4.001894</td>\n",
              "      <td>-0.061273</td>\n",
              "      <td>-2.971087</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9088</th>\n",
              "      <td>2724</td>\n",
              "      <td>7556</td>\n",
              "      <td>9</td>\n",
              "      <td>NaN</td>\n",
              "      <td>69</td>\n",
              "      <td>0.648271</td>\n",
              "      <td>0.133948</td>\n",
              "      <td>0.239746</td>\n",
              "      <td>0.225151</td>\n",
              "      <td>2.136649</td>\n",
              "      <td>-1.399641</td>\n",
              "      <td>-0.189390</td>\n",
              "      <td>0.575833</td>\n",
              "      <td>-0.044846</td>\n",
              "      <td>0.222257</td>\n",
              "      <td>1.132252</td>\n",
              "      <td>0.038520</td>\n",
              "      <td>1.261464</td>\n",
              "      <td>1.759305</td>\n",
              "      <td>-0.839276</td>\n",
              "      <td>-0.548304</td>\n",
              "      <td>-0.191382</td>\n",
              "      <td>-0.244177</td>\n",
              "      <td>1.390823</td>\n",
              "      <td>0.548007</td>\n",
              "      <td>0.939755</td>\n",
              "      <td>-0.230130</td>\n",
              "      <td>0.329962</td>\n",
              "      <td>0.419311</td>\n",
              "      <td>0.833497</td>\n",
              "      <td>1.155497</td>\n",
              "      <td>-0.410518</td>\n",
              "      <td>-1.022902</td>\n",
              "      <td>0.766096</td>\n",
              "      <td>-0.751620</td>\n",
              "      <td>0.395149</td>\n",
              "      <td>0.504116</td>\n",
              "      <td>0.215085</td>\n",
              "      <td>0.333102</td>\n",
              "      <td>-0.454572</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.961224</td>\n",
              "      <td>0.830965</td>\n",
              "      <td>0.142459</td>\n",
              "      <td>-0.478102</td>\n",
              "      <td>-0.114289</td>\n",
              "      <td>0.424268</td>\n",
              "      <td>-0.068545</td>\n",
              "      <td>0.051641</td>\n",
              "      <td>-0.984022</td>\n",
              "      <td>0.122142</td>\n",
              "      <td>0.137773</td>\n",
              "      <td>-0.965940</td>\n",
              "      <td>-0.646790</td>\n",
              "      <td>-0.240842</td>\n",
              "      <td>0.412231</td>\n",
              "      <td>-0.199931</td>\n",
              "      <td>0.085939</td>\n",
              "      <td>-2.035858</td>\n",
              "      <td>0.445702</td>\n",
              "      <td>0.416545</td>\n",
              "      <td>0.574924</td>\n",
              "      <td>-0.435287</td>\n",
              "      <td>-0.521628</td>\n",
              "      <td>-0.806200</td>\n",
              "      <td>0.493948</td>\n",
              "      <td>0.096452</td>\n",
              "      <td>0.544266</td>\n",
              "      <td>1.621249</td>\n",
              "      <td>0.763730</td>\n",
              "      <td>-0.113769</td>\n",
              "      <td>-1.141015</td>\n",
              "      <td>-5.814916</td>\n",
              "      <td>-1.964035</td>\n",
              "      <td>-2.985682</td>\n",
              "      <td>-7.606048</td>\n",
              "      <td>-1.993566</td>\n",
              "      <td>-9.102279</td>\n",
              "      <td>-1.470559</td>\n",
              "      <td>-0.621140</td>\n",
              "      <td>0.314544</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9089</th>\n",
              "      <td>2725</td>\n",
              "      <td>7302</td>\n",
              "      <td>3</td>\n",
              "      <td>NaN</td>\n",
              "      <td>127</td>\n",
              "      <td>0.154656</td>\n",
              "      <td>0.196733</td>\n",
              "      <td>0.376350</td>\n",
              "      <td>-0.467167</td>\n",
              "      <td>0.994030</td>\n",
              "      <td>-1.391210</td>\n",
              "      <td>0.017204</td>\n",
              "      <td>0.636894</td>\n",
              "      <td>-0.023330</td>\n",
              "      <td>1.962505</td>\n",
              "      <td>-0.486734</td>\n",
              "      <td>-0.222427</td>\n",
              "      <td>1.113035</td>\n",
              "      <td>-0.366189</td>\n",
              "      <td>0.860490</td>\n",
              "      <td>-0.307026</td>\n",
              "      <td>0.982588</td>\n",
              "      <td>1.706153</td>\n",
              "      <td>1.147328</td>\n",
              "      <td>-0.896366</td>\n",
              "      <td>-0.392572</td>\n",
              "      <td>-1.069696</td>\n",
              "      <td>0.441457</td>\n",
              "      <td>-0.425388</td>\n",
              "      <td>1.485739</td>\n",
              "      <td>-0.309051</td>\n",
              "      <td>-0.533197</td>\n",
              "      <td>-1.192381</td>\n",
              "      <td>0.162383</td>\n",
              "      <td>-0.495605</td>\n",
              "      <td>-0.266043</td>\n",
              "      <td>1.164369</td>\n",
              "      <td>-0.708884</td>\n",
              "      <td>0.152184</td>\n",
              "      <td>-1.290849</td>\n",
              "      <td>...</td>\n",
              "      <td>0.394839</td>\n",
              "      <td>0.461986</td>\n",
              "      <td>-0.581088</td>\n",
              "      <td>-0.919320</td>\n",
              "      <td>-0.397881</td>\n",
              "      <td>-0.517523</td>\n",
              "      <td>-0.623970</td>\n",
              "      <td>-0.906803</td>\n",
              "      <td>0.211528</td>\n",
              "      <td>-0.279985</td>\n",
              "      <td>-0.502888</td>\n",
              "      <td>-0.464480</td>\n",
              "      <td>-1.337708</td>\n",
              "      <td>0.342270</td>\n",
              "      <td>-0.517108</td>\n",
              "      <td>0.033462</td>\n",
              "      <td>-0.165446</td>\n",
              "      <td>-1.533948</td>\n",
              "      <td>-0.406294</td>\n",
              "      <td>0.210930</td>\n",
              "      <td>-1.103780</td>\n",
              "      <td>-0.497140</td>\n",
              "      <td>-0.566887</td>\n",
              "      <td>1.287389</td>\n",
              "      <td>0.857993</td>\n",
              "      <td>0.594420</td>\n",
              "      <td>-1.020919</td>\n",
              "      <td>0.769497</td>\n",
              "      <td>-1.296037</td>\n",
              "      <td>-0.196022</td>\n",
              "      <td>-8.925379</td>\n",
              "      <td>6.818862</td>\n",
              "      <td>-6.366151</td>\n",
              "      <td>-7.354168</td>\n",
              "      <td>0.869784</td>\n",
              "      <td>5.371672</td>\n",
              "      <td>-0.787682</td>\n",
              "      <td>0.899007</td>\n",
              "      <td>-3.049640</td>\n",
              "      <td>5.165283</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9090</th>\n",
              "      <td>2726</td>\n",
              "      <td>5286</td>\n",
              "      <td>9</td>\n",
              "      <td>NaN</td>\n",
              "      <td>120</td>\n",
              "      <td>0.292138</td>\n",
              "      <td>0.928273</td>\n",
              "      <td>0.034363</td>\n",
              "      <td>0.072058</td>\n",
              "      <td>-0.112640</td>\n",
              "      <td>0.565948</td>\n",
              "      <td>0.624265</td>\n",
              "      <td>-0.336120</td>\n",
              "      <td>-0.845353</td>\n",
              "      <td>-0.408150</td>\n",
              "      <td>0.725841</td>\n",
              "      <td>-1.419201</td>\n",
              "      <td>1.017765</td>\n",
              "      <td>1.042796</td>\n",
              "      <td>-0.368509</td>\n",
              "      <td>-0.030290</td>\n",
              "      <td>1.098990</td>\n",
              "      <td>0.566032</td>\n",
              "      <td>0.823790</td>\n",
              "      <td>-1.022375</td>\n",
              "      <td>0.795528</td>\n",
              "      <td>0.259754</td>\n",
              "      <td>-0.966655</td>\n",
              "      <td>-0.705471</td>\n",
              "      <td>-0.467802</td>\n",
              "      <td>-0.553187</td>\n",
              "      <td>-0.060259</td>\n",
              "      <td>-1.250748</td>\n",
              "      <td>0.084406</td>\n",
              "      <td>-0.322482</td>\n",
              "      <td>-0.050255</td>\n",
              "      <td>1.027385</td>\n",
              "      <td>-0.341514</td>\n",
              "      <td>1.469091</td>\n",
              "      <td>-1.437536</td>\n",
              "      <td>...</td>\n",
              "      <td>1.011171</td>\n",
              "      <td>-1.615322</td>\n",
              "      <td>-0.418898</td>\n",
              "      <td>-0.717938</td>\n",
              "      <td>-0.824217</td>\n",
              "      <td>-0.461691</td>\n",
              "      <td>1.573826</td>\n",
              "      <td>-1.848718</td>\n",
              "      <td>-0.988805</td>\n",
              "      <td>0.904202</td>\n",
              "      <td>-0.598281</td>\n",
              "      <td>-0.423675</td>\n",
              "      <td>-0.913331</td>\n",
              "      <td>-1.187962</td>\n",
              "      <td>0.236933</td>\n",
              "      <td>1.027882</td>\n",
              "      <td>-0.633542</td>\n",
              "      <td>-1.218224</td>\n",
              "      <td>-1.071504</td>\n",
              "      <td>0.778370</td>\n",
              "      <td>-0.013368</td>\n",
              "      <td>-0.203525</td>\n",
              "      <td>0.496392</td>\n",
              "      <td>0.704963</td>\n",
              "      <td>0.760765</td>\n",
              "      <td>0.556551</td>\n",
              "      <td>-0.041895</td>\n",
              "      <td>0.105033</td>\n",
              "      <td>-1.724101</td>\n",
              "      <td>0.409848</td>\n",
              "      <td>-2.570196</td>\n",
              "      <td>0.474783</td>\n",
              "      <td>-4.111633</td>\n",
              "      <td>-0.926108</td>\n",
              "      <td>5.424146</td>\n",
              "      <td>3.441618</td>\n",
              "      <td>-5.231562</td>\n",
              "      <td>-2.577005</td>\n",
              "      <td>-3.718391</td>\n",
              "      <td>-2.645278</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9091</th>\n",
              "      <td>2727</td>\n",
              "      <td>7047</td>\n",
              "      <td>5</td>\n",
              "      <td>NaN</td>\n",
              "      <td>129</td>\n",
              "      <td>-0.174981</td>\n",
              "      <td>0.515893</td>\n",
              "      <td>0.816918</td>\n",
              "      <td>-0.808110</td>\n",
              "      <td>0.918130</td>\n",
              "      <td>-0.854764</td>\n",
              "      <td>-0.509187</td>\n",
              "      <td>0.068316</td>\n",
              "      <td>-1.441742</td>\n",
              "      <td>-0.367381</td>\n",
              "      <td>0.764291</td>\n",
              "      <td>-1.350690</td>\n",
              "      <td>0.133202</td>\n",
              "      <td>0.423170</td>\n",
              "      <td>-1.802549</td>\n",
              "      <td>-1.489965</td>\n",
              "      <td>0.129521</td>\n",
              "      <td>0.278186</td>\n",
              "      <td>1.488459</td>\n",
              "      <td>-0.021535</td>\n",
              "      <td>-0.560958</td>\n",
              "      <td>-0.003785</td>\n",
              "      <td>0.137303</td>\n",
              "      <td>0.675291</td>\n",
              "      <td>0.748873</td>\n",
              "      <td>0.974119</td>\n",
              "      <td>-0.234407</td>\n",
              "      <td>-1.175942</td>\n",
              "      <td>-0.624765</td>\n",
              "      <td>-0.256073</td>\n",
              "      <td>0.190799</td>\n",
              "      <td>1.049204</td>\n",
              "      <td>-1.696998</td>\n",
              "      <td>-0.118205</td>\n",
              "      <td>-0.166856</td>\n",
              "      <td>...</td>\n",
              "      <td>-0.283727</td>\n",
              "      <td>-0.719938</td>\n",
              "      <td>-0.770478</td>\n",
              "      <td>-0.661284</td>\n",
              "      <td>0.290157</td>\n",
              "      <td>0.068129</td>\n",
              "      <td>-0.095919</td>\n",
              "      <td>-0.844777</td>\n",
              "      <td>-0.865388</td>\n",
              "      <td>-0.008799</td>\n",
              "      <td>0.865315</td>\n",
              "      <td>-1.024700</td>\n",
              "      <td>-0.708631</td>\n",
              "      <td>-0.440344</td>\n",
              "      <td>1.596127</td>\n",
              "      <td>0.279462</td>\n",
              "      <td>-0.249907</td>\n",
              "      <td>-0.153637</td>\n",
              "      <td>-0.726268</td>\n",
              "      <td>0.134331</td>\n",
              "      <td>-0.842654</td>\n",
              "      <td>-0.169121</td>\n",
              "      <td>-0.457027</td>\n",
              "      <td>0.405123</td>\n",
              "      <td>0.682509</td>\n",
              "      <td>0.157452</td>\n",
              "      <td>-0.230855</td>\n",
              "      <td>0.592617</td>\n",
              "      <td>-1.234289</td>\n",
              "      <td>0.209933</td>\n",
              "      <td>-9.060373</td>\n",
              "      <td>-1.195986</td>\n",
              "      <td>-0.234238</td>\n",
              "      <td>-0.785841</td>\n",
              "      <td>2.702418</td>\n",
              "      <td>2.131070</td>\n",
              "      <td>-0.994250</td>\n",
              "      <td>-1.824055</td>\n",
              "      <td>-0.972175</td>\n",
              "      <td>-2.011201</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>9092 rows × 1039 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "      index  Text_ID  Product_Type  ...      pca8      pca9     pca10\n",
              "0         0     3057             9  ...  1.404530  5.159673  2.284062\n",
              "1         1     6254             9  ... -0.173915 -0.138899  6.499320\n",
              "2         2     8212             9  ... -3.417735  2.179168 -3.471165\n",
              "3         3     4422             9  ...  5.748524 -3.818615  0.399100\n",
              "4         4     5526             9  ... -2.656095  0.390720 -0.732311\n",
              "...     ...      ...           ...  ...       ...       ...       ...\n",
              "9087   2723     5705             9  ...  4.001894 -0.061273 -2.971087\n",
              "9088   2724     7556             9  ... -1.470559 -0.621140  0.314544\n",
              "9089   2725     7302             3  ...  0.899007 -3.049640  5.165283\n",
              "9090   2726     5286             9  ... -2.577005 -3.718391 -2.645278\n",
              "9091   2727     7047             5  ... -1.824055 -0.972175 -2.011201\n",
              "\n",
              "[9092 rows x 1039 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3Lp6mGTyHPbG",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 14,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "LBRYdnb4FABR",
        "colab_type": "text"
      },
      "source": [
        "#*MAKING X AND Y*"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nvBPp8x-FB9S",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "train_df = full_df[full_df.Sentiment.notnull()]\n",
        "test_df = full_df[full_df.Sentiment.isnull()]"
      ],
      "execution_count": 27,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7SE6vSi8FMXR",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "X, y = train_df.drop(['index', 'Text_ID', 'Sentiment'], axis=1), train_df.Sentiment\n",
        "\n",
        "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)"
      ],
      "execution_count": 28,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "c4jhZ_vXRZGh",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 28,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "xaIIPozhE1tz",
        "colab_type": "text"
      },
      "source": [
        "#*CATBOOST*"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bsdbPHYEE3F0",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "deedd65d-c316-45fa-a0b0-212ccb1551a2"
      },
      "source": [
        "model_cat = CatBoostClassifier(od_type='Iter', iterations=10000, task_type='GPU')\n",
        "model_cat.fit(X_train, y_train.astype(int),\n",
        "              eval_set=(X_test, y_test.astype(int)),\n",
        "              early_stopping_rounds=100,\n",
        "              cat_features=['Product_Type'])"
      ],
      "execution_count": 29,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Learning rate set to 0.045313\n",
            "0:\tlearn: 1.2937990\ttest: 1.2934847\tbest: 1.2934847 (0)\ttotal: 25.1ms\tremaining: 4m 10s\n",
            "1:\tlearn: 1.2176145\ttest: 1.2181697\tbest: 1.2181697 (1)\ttotal: 48.5ms\tremaining: 4m 2s\n",
            "2:\tlearn: 1.1505806\ttest: 1.1520918\tbest: 1.1520918 (2)\ttotal: 67.9ms\tremaining: 3m 46s\n",
            "3:\tlearn: 1.0912082\ttest: 1.0938431\tbest: 1.0938431 (3)\ttotal: 87.7ms\tremaining: 3m 39s\n",
            "4:\tlearn: 1.0379697\ttest: 1.0414915\tbest: 1.0414915 (4)\ttotal: 107ms\tremaining: 3m 34s\n",
            "5:\tlearn: 0.9897090\ttest: 0.9936038\tbest: 0.9936038 (5)\ttotal: 126ms\tremaining: 3m 30s\n",
            "6:\tlearn: 0.9465398\ttest: 0.9506630\tbest: 0.9506630 (6)\ttotal: 146ms\tremaining: 3m 27s\n",
            "7:\tlearn: 0.9081087\ttest: 0.9130508\tbest: 0.9130508 (7)\ttotal: 167ms\tremaining: 3m 28s\n",
            "8:\tlearn: 0.8730109\ttest: 0.8787262\tbest: 0.8787262 (8)\ttotal: 186ms\tremaining: 3m 27s\n",
            "9:\tlearn: 0.8406623\ttest: 0.8470090\tbest: 0.8470090 (9)\ttotal: 206ms\tremaining: 3m 25s\n",
            "10:\tlearn: 0.8111563\ttest: 0.8179877\tbest: 0.8179877 (10)\ttotal: 229ms\tremaining: 3m 28s\n",
            "11:\tlearn: 0.7831920\ttest: 0.7906720\tbest: 0.7906720 (11)\ttotal: 248ms\tremaining: 3m 26s\n",
            "12:\tlearn: 0.7579482\ttest: 0.7660444\tbest: 0.7660444 (12)\ttotal: 268ms\tremaining: 3m 25s\n",
            "13:\tlearn: 0.7341645\ttest: 0.7428824\tbest: 0.7428824 (13)\ttotal: 287ms\tremaining: 3m 24s\n",
            "14:\tlearn: 0.7121032\ttest: 0.7213293\tbest: 0.7213293 (14)\ttotal: 307ms\tremaining: 3m 24s\n",
            "15:\tlearn: 0.6922632\ttest: 0.7019924\tbest: 0.7019924 (15)\ttotal: 326ms\tremaining: 3m 23s\n",
            "16:\tlearn: 0.6730928\ttest: 0.6834303\tbest: 0.6834303 (16)\ttotal: 354ms\tremaining: 3m 27s\n",
            "17:\tlearn: 0.6552533\ttest: 0.6666784\tbest: 0.6666784 (17)\ttotal: 374ms\tremaining: 3m 27s\n",
            "18:\tlearn: 0.6388425\ttest: 0.6506717\tbest: 0.6506717 (18)\ttotal: 403ms\tremaining: 3m 31s\n",
            "19:\tlearn: 0.6234120\ttest: 0.6360928\tbest: 0.6360928 (19)\ttotal: 435ms\tremaining: 3m 37s\n",
            "20:\tlearn: 0.6085712\ttest: 0.6220413\tbest: 0.6220413 (20)\ttotal: 459ms\tremaining: 3m 37s\n",
            "21:\tlearn: 0.5952474\ttest: 0.6094331\tbest: 0.6094331 (21)\ttotal: 479ms\tremaining: 3m 37s\n",
            "22:\tlearn: 0.5825865\ttest: 0.5973529\tbest: 0.5973529 (22)\ttotal: 500ms\tremaining: 3m 36s\n",
            "23:\tlearn: 0.5706944\ttest: 0.5858435\tbest: 0.5858435 (23)\ttotal: 519ms\tremaining: 3m 35s\n",
            "24:\tlearn: 0.5594230\ttest: 0.5757630\tbest: 0.5757630 (24)\ttotal: 539ms\tremaining: 3m 35s\n",
            "25:\tlearn: 0.5489573\ttest: 0.5658171\tbest: 0.5658171 (25)\ttotal: 559ms\tremaining: 3m 34s\n",
            "26:\tlearn: 0.5389340\ttest: 0.5567064\tbest: 0.5567064 (26)\ttotal: 580ms\tremaining: 3m 34s\n",
            "27:\tlearn: 0.5293819\ttest: 0.5478228\tbest: 0.5478228 (27)\ttotal: 601ms\tremaining: 3m 33s\n",
            "28:\tlearn: 0.5205972\ttest: 0.5395876\tbest: 0.5395876 (28)\ttotal: 621ms\tremaining: 3m 33s\n",
            "29:\tlearn: 0.5122706\ttest: 0.5318983\tbest: 0.5318983 (29)\ttotal: 644ms\tremaining: 3m 34s\n",
            "30:\tlearn: 0.5042827\ttest: 0.5243858\tbest: 0.5243858 (30)\ttotal: 664ms\tremaining: 3m 33s\n",
            "31:\tlearn: 0.4969759\ttest: 0.5176864\tbest: 0.5176864 (31)\ttotal: 684ms\tremaining: 3m 33s\n",
            "32:\tlearn: 0.4894616\ttest: 0.5109189\tbest: 0.5109189 (32)\ttotal: 705ms\tremaining: 3m 32s\n",
            "33:\tlearn: 0.4824205\ttest: 0.5048313\tbest: 0.5048313 (33)\ttotal: 725ms\tremaining: 3m 32s\n",
            "34:\tlearn: 0.4758083\ttest: 0.4988630\tbest: 0.4988630 (34)\ttotal: 745ms\tremaining: 3m 32s\n",
            "35:\tlearn: 0.4698965\ttest: 0.4934788\tbest: 0.4934788 (35)\ttotal: 766ms\tremaining: 3m 31s\n",
            "36:\tlearn: 0.4640691\ttest: 0.4882478\tbest: 0.4882478 (36)\ttotal: 791ms\tremaining: 3m 33s\n",
            "37:\tlearn: 0.4585308\ttest: 0.4834129\tbest: 0.4834129 (37)\ttotal: 812ms\tremaining: 3m 32s\n",
            "38:\tlearn: 0.4532473\ttest: 0.4789075\tbest: 0.4789075 (38)\ttotal: 833ms\tremaining: 3m 32s\n",
            "39:\tlearn: 0.4483614\ttest: 0.4746448\tbest: 0.4746448 (39)\ttotal: 856ms\tremaining: 3m 33s\n",
            "40:\tlearn: 0.4436713\ttest: 0.4707557\tbest: 0.4707557 (40)\ttotal: 876ms\tremaining: 3m 32s\n",
            "41:\tlearn: 0.4392133\ttest: 0.4668426\tbest: 0.4668426 (41)\ttotal: 896ms\tremaining: 3m 32s\n",
            "42:\tlearn: 0.4349699\ttest: 0.4632710\tbest: 0.4632710 (42)\ttotal: 916ms\tremaining: 3m 32s\n",
            "43:\tlearn: 0.4309168\ttest: 0.4599567\tbest: 0.4599567 (43)\ttotal: 936ms\tremaining: 3m 31s\n",
            "44:\tlearn: 0.4270984\ttest: 0.4567326\tbest: 0.4567326 (44)\ttotal: 956ms\tremaining: 3m 31s\n",
            "45:\tlearn: 0.4235848\ttest: 0.4537944\tbest: 0.4537944 (45)\ttotal: 976ms\tremaining: 3m 31s\n",
            "46:\tlearn: 0.4201382\ttest: 0.4507235\tbest: 0.4507235 (46)\ttotal: 997ms\tremaining: 3m 31s\n",
            "47:\tlearn: 0.4167059\ttest: 0.4480480\tbest: 0.4480480 (47)\ttotal: 1.02s\tremaining: 3m 30s\n",
            "48:\tlearn: 0.4134883\ttest: 0.4454432\tbest: 0.4454432 (48)\ttotal: 1.04s\tremaining: 3m 30s\n",
            "49:\tlearn: 0.4105275\ttest: 0.4430952\tbest: 0.4430952 (49)\ttotal: 1.06s\tremaining: 3m 31s\n",
            "50:\tlearn: 0.4073483\ttest: 0.4407830\tbest: 0.4407830 (50)\ttotal: 1.08s\tremaining: 3m 31s\n",
            "51:\tlearn: 0.4046197\ttest: 0.4385148\tbest: 0.4385148 (51)\ttotal: 1.1s\tremaining: 3m 31s\n",
            "52:\tlearn: 0.4017935\ttest: 0.4363867\tbest: 0.4363867 (52)\ttotal: 1.12s\tremaining: 3m 30s\n",
            "53:\tlearn: 0.3992613\ttest: 0.4346749\tbest: 0.4346749 (53)\ttotal: 1.14s\tremaining: 3m 30s\n",
            "54:\tlearn: 0.3968176\ttest: 0.4331829\tbest: 0.4331829 (54)\ttotal: 1.16s\tremaining: 3m 30s\n",
            "55:\tlearn: 0.3941679\ttest: 0.4312785\tbest: 0.4312785 (55)\ttotal: 1.19s\tremaining: 3m 31s\n",
            "56:\tlearn: 0.3919135\ttest: 0.4295584\tbest: 0.4295584 (56)\ttotal: 1.21s\tremaining: 3m 30s\n",
            "57:\tlearn: 0.3897446\ttest: 0.4280717\tbest: 0.4280717 (57)\ttotal: 1.23s\tremaining: 3m 30s\n",
            "58:\tlearn: 0.3876325\ttest: 0.4263885\tbest: 0.4263885 (58)\ttotal: 1.25s\tremaining: 3m 30s\n",
            "59:\tlearn: 0.3854984\ttest: 0.4248745\tbest: 0.4248745 (59)\ttotal: 1.27s\tremaining: 3m 30s\n",
            "60:\tlearn: 0.3835994\ttest: 0.4236713\tbest: 0.4236713 (60)\ttotal: 1.29s\tremaining: 3m 30s\n",
            "61:\tlearn: 0.3816714\ttest: 0.4224848\tbest: 0.4224848 (61)\ttotal: 1.31s\tremaining: 3m 30s\n",
            "62:\tlearn: 0.3795701\ttest: 0.4213790\tbest: 0.4213790 (62)\ttotal: 1.34s\tremaining: 3m 30s\n",
            "63:\tlearn: 0.3774452\ttest: 0.4202013\tbest: 0.4202013 (63)\ttotal: 1.36s\tremaining: 3m 31s\n",
            "64:\tlearn: 0.3754202\ttest: 0.4187820\tbest: 0.4187820 (64)\ttotal: 1.38s\tremaining: 3m 31s\n",
            "65:\tlearn: 0.3737675\ttest: 0.4176775\tbest: 0.4176775 (65)\ttotal: 1.4s\tremaining: 3m 31s\n",
            "66:\tlearn: 0.3726741\ttest: 0.4169172\tbest: 0.4169172 (66)\ttotal: 1.42s\tremaining: 3m 30s\n",
            "67:\tlearn: 0.3712296\ttest: 0.4157819\tbest: 0.4157819 (67)\ttotal: 1.45s\tremaining: 3m 31s\n",
            "68:\tlearn: 0.3699036\ttest: 0.4149612\tbest: 0.4149612 (68)\ttotal: 1.47s\tremaining: 3m 31s\n",
            "69:\tlearn: 0.3684855\ttest: 0.4139380\tbest: 0.4139380 (69)\ttotal: 1.49s\tremaining: 3m 31s\n",
            "70:\tlearn: 0.3676721\ttest: 0.4134677\tbest: 0.4134677 (70)\ttotal: 1.51s\tremaining: 3m 31s\n",
            "71:\tlearn: 0.3666356\ttest: 0.4128146\tbest: 0.4128146 (71)\ttotal: 1.53s\tremaining: 3m 30s\n",
            "72:\tlearn: 0.3653099\ttest: 0.4119549\tbest: 0.4119549 (72)\ttotal: 1.55s\tremaining: 3m 30s\n",
            "73:\tlearn: 0.3644819\ttest: 0.4115568\tbest: 0.4115568 (73)\ttotal: 1.57s\tremaining: 3m 30s\n",
            "74:\tlearn: 0.3634022\ttest: 0.4112844\tbest: 0.4112844 (74)\ttotal: 1.59s\tremaining: 3m 30s\n",
            "75:\tlearn: 0.3625678\ttest: 0.4109171\tbest: 0.4109171 (75)\ttotal: 1.61s\tremaining: 3m 29s\n",
            "76:\tlearn: 0.3614928\ttest: 0.4103888\tbest: 0.4103888 (76)\ttotal: 1.63s\tremaining: 3m 29s\n",
            "77:\tlearn: 0.3601179\ttest: 0.4098206\tbest: 0.4098206 (77)\ttotal: 1.65s\tremaining: 3m 29s\n",
            "78:\tlearn: 0.3590781\ttest: 0.4093565\tbest: 0.4093565 (78)\ttotal: 1.67s\tremaining: 3m 29s\n",
            "79:\tlearn: 0.3585898\ttest: 0.4093945\tbest: 0.4093565 (78)\ttotal: 1.69s\tremaining: 3m 28s\n",
            "80:\tlearn: 0.3577683\ttest: 0.4091890\tbest: 0.4091890 (80)\ttotal: 1.72s\tremaining: 3m 30s\n",
            "81:\tlearn: 0.3568638\ttest: 0.4088314\tbest: 0.4088314 (81)\ttotal: 1.74s\tremaining: 3m 30s\n",
            "82:\tlearn: 0.3557443\ttest: 0.4086332\tbest: 0.4086332 (82)\ttotal: 1.76s\tremaining: 3m 30s\n",
            "83:\tlearn: 0.3545537\ttest: 0.4078852\tbest: 0.4078852 (83)\ttotal: 1.78s\tremaining: 3m 30s\n",
            "84:\tlearn: 0.3535119\ttest: 0.4076537\tbest: 0.4076537 (84)\ttotal: 1.8s\tremaining: 3m 30s\n",
            "85:\tlearn: 0.3526716\ttest: 0.4073710\tbest: 0.4073710 (85)\ttotal: 1.82s\tremaining: 3m 30s\n",
            "86:\tlearn: 0.3518473\ttest: 0.4068599\tbest: 0.4068599 (86)\ttotal: 1.84s\tremaining: 3m 29s\n",
            "87:\tlearn: 0.3509119\ttest: 0.4064146\tbest: 0.4064146 (87)\ttotal: 1.86s\tremaining: 3m 29s\n",
            "88:\tlearn: 0.3502027\ttest: 0.4060423\tbest: 0.4060423 (88)\ttotal: 1.88s\tremaining: 3m 29s\n",
            "89:\tlearn: 0.3494848\ttest: 0.4059816\tbest: 0.4059816 (89)\ttotal: 1.9s\tremaining: 3m 29s\n",
            "90:\tlearn: 0.3487093\ttest: 0.4056200\tbest: 0.4056200 (90)\ttotal: 1.92s\tremaining: 3m 29s\n",
            "91:\tlearn: 0.3479360\ttest: 0.4055014\tbest: 0.4055014 (91)\ttotal: 1.94s\tremaining: 3m 29s\n",
            "92:\tlearn: 0.3467063\ttest: 0.4052978\tbest: 0.4052978 (92)\ttotal: 1.96s\tremaining: 3m 29s\n",
            "93:\tlearn: 0.3462850\ttest: 0.4051530\tbest: 0.4051530 (93)\ttotal: 1.98s\tremaining: 3m 29s\n",
            "94:\tlearn: 0.3455683\ttest: 0.4049629\tbest: 0.4049629 (94)\ttotal: 2s\tremaining: 3m 28s\n",
            "95:\tlearn: 0.3445759\ttest: 0.4044823\tbest: 0.4044823 (95)\ttotal: 2.02s\tremaining: 3m 28s\n",
            "96:\tlearn: 0.3436439\ttest: 0.4039632\tbest: 0.4039632 (96)\ttotal: 2.04s\tremaining: 3m 28s\n",
            "97:\tlearn: 0.3432423\ttest: 0.4039392\tbest: 0.4039392 (97)\ttotal: 2.06s\tremaining: 3m 28s\n",
            "98:\tlearn: 0.3428665\ttest: 0.4039303\tbest: 0.4039303 (98)\ttotal: 2.08s\tremaining: 3m 27s\n",
            "99:\tlearn: 0.3418803\ttest: 0.4035696\tbest: 0.4035696 (99)\ttotal: 2.1s\tremaining: 3m 27s\n",
            "100:\tlearn: 0.3412947\ttest: 0.4034078\tbest: 0.4034078 (100)\ttotal: 2.12s\tremaining: 3m 27s\n",
            "101:\tlearn: 0.3405490\ttest: 0.4031267\tbest: 0.4031267 (101)\ttotal: 2.14s\tremaining: 3m 27s\n",
            "102:\tlearn: 0.3399998\ttest: 0.4029734\tbest: 0.4029734 (102)\ttotal: 2.16s\tremaining: 3m 27s\n",
            "103:\tlearn: 0.3393422\ttest: 0.4028297\tbest: 0.4028297 (103)\ttotal: 2.18s\tremaining: 3m 27s\n",
            "104:\tlearn: 0.3385321\ttest: 0.4023610\tbest: 0.4023610 (104)\ttotal: 2.2s\tremaining: 3m 27s\n",
            "105:\tlearn: 0.3379337\ttest: 0.4020577\tbest: 0.4020577 (105)\ttotal: 2.22s\tremaining: 3m 27s\n",
            "106:\tlearn: 0.3374704\ttest: 0.4020747\tbest: 0.4020577 (105)\ttotal: 2.24s\tremaining: 3m 27s\n",
            "107:\tlearn: 0.3370617\ttest: 0.4019452\tbest: 0.4019452 (107)\ttotal: 2.26s\tremaining: 3m 27s\n",
            "108:\tlearn: 0.3364361\ttest: 0.4017442\tbest: 0.4017442 (108)\ttotal: 2.28s\tremaining: 3m 27s\n",
            "109:\tlearn: 0.3358217\ttest: 0.4015384\tbest: 0.4015384 (109)\ttotal: 2.3s\tremaining: 3m 27s\n",
            "110:\tlearn: 0.3351670\ttest: 0.4013971\tbest: 0.4013971 (110)\ttotal: 2.32s\tremaining: 3m 26s\n",
            "111:\tlearn: 0.3345109\ttest: 0.4011343\tbest: 0.4011343 (111)\ttotal: 2.35s\tremaining: 3m 27s\n",
            "112:\tlearn: 0.3338402\ttest: 0.4009186\tbest: 0.4009186 (112)\ttotal: 2.37s\tremaining: 3m 27s\n",
            "113:\tlearn: 0.3334244\ttest: 0.4008115\tbest: 0.4008115 (113)\ttotal: 2.39s\tremaining: 3m 27s\n",
            "114:\tlearn: 0.3326449\ttest: 0.4005828\tbest: 0.4005828 (114)\ttotal: 2.41s\tremaining: 3m 27s\n",
            "115:\tlearn: 0.3318602\ttest: 0.4003639\tbest: 0.4003639 (115)\ttotal: 2.44s\tremaining: 3m 27s\n",
            "116:\tlearn: 0.3314992\ttest: 0.4003491\tbest: 0.4003491 (116)\ttotal: 2.46s\tremaining: 3m 28s\n",
            "117:\tlearn: 0.3309102\ttest: 0.4000558\tbest: 0.4000558 (117)\ttotal: 2.48s\tremaining: 3m 27s\n",
            "118:\tlearn: 0.3302589\ttest: 0.3999199\tbest: 0.3999199 (118)\ttotal: 2.5s\tremaining: 3m 27s\n",
            "119:\tlearn: 0.3297616\ttest: 0.3996968\tbest: 0.3996968 (119)\ttotal: 2.52s\tremaining: 3m 27s\n",
            "120:\tlearn: 0.3294488\ttest: 0.3996937\tbest: 0.3996937 (120)\ttotal: 2.54s\tremaining: 3m 27s\n",
            "121:\tlearn: 0.3283616\ttest: 0.3996276\tbest: 0.3996276 (121)\ttotal: 2.56s\tremaining: 3m 27s\n",
            "122:\tlearn: 0.3279572\ttest: 0.3995096\tbest: 0.3995096 (122)\ttotal: 2.58s\tremaining: 3m 27s\n",
            "123:\tlearn: 0.3275263\ttest: 0.3994595\tbest: 0.3994595 (123)\ttotal: 2.6s\tremaining: 3m 27s\n",
            "124:\tlearn: 0.3267803\ttest: 0.3992764\tbest: 0.3992764 (124)\ttotal: 2.62s\tremaining: 3m 27s\n",
            "125:\tlearn: 0.3262540\ttest: 0.3990850\tbest: 0.3990850 (125)\ttotal: 2.64s\tremaining: 3m 27s\n",
            "126:\tlearn: 0.3257340\ttest: 0.3989940\tbest: 0.3989940 (126)\ttotal: 2.66s\tremaining: 3m 26s\n",
            "127:\tlearn: 0.3253139\ttest: 0.3989855\tbest: 0.3989855 (127)\ttotal: 2.69s\tremaining: 3m 27s\n",
            "128:\tlearn: 0.3249085\ttest: 0.3990008\tbest: 0.3989855 (127)\ttotal: 2.71s\tremaining: 3m 27s\n",
            "129:\tlearn: 0.3245453\ttest: 0.3990797\tbest: 0.3989855 (127)\ttotal: 2.73s\tremaining: 3m 26s\n",
            "130:\tlearn: 0.3242727\ttest: 0.3990190\tbest: 0.3989855 (127)\ttotal: 2.74s\tremaining: 3m 26s\n",
            "131:\tlearn: 0.3238736\ttest: 0.3988763\tbest: 0.3988763 (131)\ttotal: 2.77s\tremaining: 3m 26s\n",
            "132:\tlearn: 0.3234511\ttest: 0.3986184\tbest: 0.3986184 (132)\ttotal: 2.79s\tremaining: 3m 26s\n",
            "133:\tlearn: 0.3225152\ttest: 0.3981172\tbest: 0.3981172 (133)\ttotal: 2.81s\tremaining: 3m 26s\n",
            "134:\tlearn: 0.3221599\ttest: 0.3980479\tbest: 0.3980479 (134)\ttotal: 2.82s\tremaining: 3m 26s\n",
            "135:\tlearn: 0.3215862\ttest: 0.3979699\tbest: 0.3979699 (135)\ttotal: 2.84s\tremaining: 3m 26s\n",
            "136:\tlearn: 0.3209502\ttest: 0.3979642\tbest: 0.3979642 (136)\ttotal: 2.86s\tremaining: 3m 26s\n",
            "137:\tlearn: 0.3207334\ttest: 0.3978720\tbest: 0.3978720 (137)\ttotal: 2.88s\tremaining: 3m 26s\n",
            "138:\tlearn: 0.3200504\ttest: 0.3977682\tbest: 0.3977682 (138)\ttotal: 2.9s\tremaining: 3m 25s\n",
            "139:\tlearn: 0.3192852\ttest: 0.3977853\tbest: 0.3977682 (138)\ttotal: 2.92s\tremaining: 3m 25s\n",
            "140:\tlearn: 0.3186785\ttest: 0.3973492\tbest: 0.3973492 (140)\ttotal: 2.94s\tremaining: 3m 25s\n",
            "141:\tlearn: 0.3183215\ttest: 0.3972487\tbest: 0.3972487 (141)\ttotal: 2.96s\tremaining: 3m 25s\n",
            "142:\tlearn: 0.3177361\ttest: 0.3972081\tbest: 0.3972081 (142)\ttotal: 2.98s\tremaining: 3m 25s\n",
            "143:\tlearn: 0.3174660\ttest: 0.3972835\tbest: 0.3972081 (142)\ttotal: 3s\tremaining: 3m 25s\n",
            "144:\tlearn: 0.3167624\ttest: 0.3969893\tbest: 0.3969893 (144)\ttotal: 3.02s\tremaining: 3m 25s\n",
            "145:\tlearn: 0.3163442\ttest: 0.3968307\tbest: 0.3968307 (145)\ttotal: 3.04s\tremaining: 3m 25s\n",
            "146:\tlearn: 0.3160648\ttest: 0.3968324\tbest: 0.3968307 (145)\ttotal: 3.06s\tremaining: 3m 25s\n",
            "147:\tlearn: 0.3155997\ttest: 0.3966778\tbest: 0.3966778 (147)\ttotal: 3.08s\tremaining: 3m 25s\n",
            "148:\tlearn: 0.3153377\ttest: 0.3966660\tbest: 0.3966660 (148)\ttotal: 3.1s\tremaining: 3m 25s\n",
            "149:\tlearn: 0.3150863\ttest: 0.3965820\tbest: 0.3965820 (149)\ttotal: 3.12s\tremaining: 3m 25s\n",
            "150:\tlearn: 0.3145390\ttest: 0.3964366\tbest: 0.3964366 (150)\ttotal: 3.14s\tremaining: 3m 25s\n",
            "151:\tlearn: 0.3143755\ttest: 0.3963877\tbest: 0.3963877 (151)\ttotal: 3.16s\tremaining: 3m 24s\n",
            "152:\tlearn: 0.3140588\ttest: 0.3964494\tbest: 0.3963877 (151)\ttotal: 3.18s\tremaining: 3m 24s\n",
            "153:\tlearn: 0.3136014\ttest: 0.3963617\tbest: 0.3963617 (153)\ttotal: 3.2s\tremaining: 3m 24s\n",
            "154:\tlearn: 0.3133656\ttest: 0.3962940\tbest: 0.3962940 (154)\ttotal: 3.22s\tremaining: 3m 24s\n",
            "155:\tlearn: 0.3128799\ttest: 0.3961246\tbest: 0.3961246 (155)\ttotal: 3.24s\tremaining: 3m 24s\n",
            "156:\tlearn: 0.3120708\ttest: 0.3957168\tbest: 0.3957168 (156)\ttotal: 3.26s\tremaining: 3m 24s\n",
            "157:\tlearn: 0.3117995\ttest: 0.3957671\tbest: 0.3957168 (156)\ttotal: 3.28s\tremaining: 3m 24s\n",
            "158:\tlearn: 0.3113231\ttest: 0.3956914\tbest: 0.3956914 (158)\ttotal: 3.3s\tremaining: 3m 24s\n",
            "159:\tlearn: 0.3108842\ttest: 0.3955320\tbest: 0.3955320 (159)\ttotal: 3.31s\tremaining: 3m 23s\n",
            "160:\tlearn: 0.3103715\ttest: 0.3952782\tbest: 0.3952782 (160)\ttotal: 3.33s\tremaining: 3m 23s\n",
            "161:\tlearn: 0.3100303\ttest: 0.3951529\tbest: 0.3951529 (161)\ttotal: 3.36s\tremaining: 3m 24s\n",
            "162:\tlearn: 0.3095235\ttest: 0.3952990\tbest: 0.3951529 (161)\ttotal: 3.38s\tremaining: 3m 24s\n",
            "163:\tlearn: 0.3090830\ttest: 0.3952678\tbest: 0.3951529 (161)\ttotal: 3.4s\tremaining: 3m 23s\n",
            "164:\tlearn: 0.3085237\ttest: 0.3951077\tbest: 0.3951077 (164)\ttotal: 3.42s\tremaining: 3m 24s\n",
            "165:\tlearn: 0.3082761\ttest: 0.3950918\tbest: 0.3950918 (165)\ttotal: 3.45s\tremaining: 3m 24s\n",
            "166:\tlearn: 0.3078963\ttest: 0.3951098\tbest: 0.3950918 (165)\ttotal: 3.48s\tremaining: 3m 24s\n",
            "167:\tlearn: 0.3074650\ttest: 0.3949262\tbest: 0.3949262 (167)\ttotal: 3.49s\tremaining: 3m 24s\n",
            "168:\tlearn: 0.3071542\ttest: 0.3947766\tbest: 0.3947766 (168)\ttotal: 3.51s\tremaining: 3m 24s\n",
            "169:\tlearn: 0.3065754\ttest: 0.3947728\tbest: 0.3947728 (169)\ttotal: 3.53s\tremaining: 3m 24s\n",
            "170:\tlearn: 0.3062789\ttest: 0.3946148\tbest: 0.3946148 (170)\ttotal: 3.55s\tremaining: 3m 24s\n",
            "171:\tlearn: 0.3059526\ttest: 0.3944071\tbest: 0.3944071 (171)\ttotal: 3.57s\tremaining: 3m 23s\n",
            "172:\tlearn: 0.3056165\ttest: 0.3944204\tbest: 0.3944071 (171)\ttotal: 3.59s\tremaining: 3m 23s\n",
            "173:\tlearn: 0.3052009\ttest: 0.3942615\tbest: 0.3942615 (173)\ttotal: 3.61s\tremaining: 3m 23s\n",
            "174:\tlearn: 0.3049463\ttest: 0.3942312\tbest: 0.3942312 (174)\ttotal: 3.63s\tremaining: 3m 23s\n",
            "175:\tlearn: 0.3046021\ttest: 0.3943299\tbest: 0.3942312 (174)\ttotal: 3.65s\tremaining: 3m 23s\n",
            "176:\tlearn: 0.3042748\ttest: 0.3943850\tbest: 0.3942312 (174)\ttotal: 3.67s\tremaining: 3m 23s\n",
            "177:\tlearn: 0.3039076\ttest: 0.3944082\tbest: 0.3942312 (174)\ttotal: 3.68s\tremaining: 3m 23s\n",
            "178:\tlearn: 0.3033805\ttest: 0.3941933\tbest: 0.3941933 (178)\ttotal: 3.7s\tremaining: 3m 23s\n",
            "179:\tlearn: 0.3030113\ttest: 0.3941078\tbest: 0.3941078 (179)\ttotal: 3.72s\tremaining: 3m 23s\n",
            "180:\tlearn: 0.3028065\ttest: 0.3941300\tbest: 0.3941078 (179)\ttotal: 3.74s\tremaining: 3m 22s\n",
            "181:\tlearn: 0.3025079\ttest: 0.3941588\tbest: 0.3941078 (179)\ttotal: 3.76s\tremaining: 3m 22s\n",
            "182:\tlearn: 0.3021475\ttest: 0.3941166\tbest: 0.3941078 (179)\ttotal: 3.78s\tremaining: 3m 22s\n",
            "183:\tlearn: 0.3016234\ttest: 0.3939874\tbest: 0.3939874 (183)\ttotal: 3.8s\tremaining: 3m 22s\n",
            "184:\tlearn: 0.3013432\ttest: 0.3939951\tbest: 0.3939874 (183)\ttotal: 3.82s\tremaining: 3m 22s\n",
            "185:\tlearn: 0.3009036\ttest: 0.3938389\tbest: 0.3938389 (185)\ttotal: 3.84s\tremaining: 3m 22s\n",
            "186:\tlearn: 0.3005930\ttest: 0.3936992\tbest: 0.3936992 (186)\ttotal: 3.86s\tremaining: 3m 22s\n",
            "187:\tlearn: 0.3000881\ttest: 0.3937562\tbest: 0.3936992 (186)\ttotal: 3.88s\tremaining: 3m 22s\n",
            "188:\tlearn: 0.2997341\ttest: 0.3937018\tbest: 0.3936992 (186)\ttotal: 3.9s\tremaining: 3m 22s\n",
            "189:\tlearn: 0.2993871\ttest: 0.3937105\tbest: 0.3936992 (186)\ttotal: 3.92s\tremaining: 3m 22s\n",
            "190:\tlearn: 0.2990174\ttest: 0.3936206\tbest: 0.3936206 (190)\ttotal: 3.93s\tremaining: 3m 22s\n",
            "191:\tlearn: 0.2987203\ttest: 0.3936283\tbest: 0.3936206 (190)\ttotal: 3.95s\tremaining: 3m 21s\n",
            "192:\tlearn: 0.2982038\ttest: 0.3934488\tbest: 0.3934488 (192)\ttotal: 3.97s\tremaining: 3m 21s\n",
            "193:\tlearn: 0.2977230\ttest: 0.3934887\tbest: 0.3934488 (192)\ttotal: 3.99s\tremaining: 3m 21s\n",
            "194:\tlearn: 0.2973088\ttest: 0.3932761\tbest: 0.3932761 (194)\ttotal: 4.01s\tremaining: 3m 21s\n",
            "195:\tlearn: 0.2970749\ttest: 0.3932653\tbest: 0.3932653 (195)\ttotal: 4.03s\tremaining: 3m 21s\n",
            "196:\tlearn: 0.2966322\ttest: 0.3929713\tbest: 0.3929713 (196)\ttotal: 4.05s\tremaining: 3m 21s\n",
            "197:\tlearn: 0.2962837\ttest: 0.3930293\tbest: 0.3929713 (196)\ttotal: 4.07s\tremaining: 3m 21s\n",
            "198:\tlearn: 0.2958523\ttest: 0.3930284\tbest: 0.3929713 (196)\ttotal: 4.09s\tremaining: 3m 21s\n",
            "199:\tlearn: 0.2955400\ttest: 0.3930491\tbest: 0.3929713 (196)\ttotal: 4.11s\tremaining: 3m 21s\n",
            "200:\tlearn: 0.2951115\ttest: 0.3931302\tbest: 0.3929713 (196)\ttotal: 4.13s\tremaining: 3m 21s\n",
            "201:\tlearn: 0.2946400\ttest: 0.3931221\tbest: 0.3929713 (196)\ttotal: 4.15s\tremaining: 3m 21s\n",
            "202:\tlearn: 0.2942174\ttest: 0.3930108\tbest: 0.3929713 (196)\ttotal: 4.17s\tremaining: 3m 21s\n",
            "203:\tlearn: 0.2937726\ttest: 0.3930740\tbest: 0.3929713 (196)\ttotal: 4.19s\tremaining: 3m 21s\n",
            "204:\tlearn: 0.2934998\ttest: 0.3930458\tbest: 0.3929713 (196)\ttotal: 4.21s\tremaining: 3m 20s\n",
            "205:\tlearn: 0.2931783\ttest: 0.3932210\tbest: 0.3929713 (196)\ttotal: 4.22s\tremaining: 3m 20s\n",
            "206:\tlearn: 0.2928754\ttest: 0.3931572\tbest: 0.3929713 (196)\ttotal: 4.25s\tremaining: 3m 20s\n",
            "207:\tlearn: 0.2923648\ttest: 0.3929796\tbest: 0.3929713 (196)\ttotal: 4.27s\tremaining: 3m 20s\n",
            "208:\tlearn: 0.2919596\ttest: 0.3930291\tbest: 0.3929713 (196)\ttotal: 4.29s\tremaining: 3m 20s\n",
            "209:\tlearn: 0.2914441\ttest: 0.3928770\tbest: 0.3928770 (209)\ttotal: 4.31s\tremaining: 3m 20s\n",
            "210:\tlearn: 0.2908113\ttest: 0.3927011\tbest: 0.3927011 (210)\ttotal: 4.32s\tremaining: 3m 20s\n",
            "211:\tlearn: 0.2903670\ttest: 0.3927020\tbest: 0.3927011 (210)\ttotal: 4.35s\tremaining: 3m 20s\n",
            "212:\tlearn: 0.2900940\ttest: 0.3926503\tbest: 0.3926503 (212)\ttotal: 4.37s\tremaining: 3m 20s\n",
            "213:\tlearn: 0.2897943\ttest: 0.3926257\tbest: 0.3926257 (213)\ttotal: 4.39s\tremaining: 3m 20s\n",
            "214:\tlearn: 0.2892890\ttest: 0.3924403\tbest: 0.3924403 (214)\ttotal: 4.41s\tremaining: 3m 20s\n",
            "215:\tlearn: 0.2888378\ttest: 0.3922847\tbest: 0.3922847 (215)\ttotal: 4.43s\tremaining: 3m 20s\n",
            "216:\tlearn: 0.2883395\ttest: 0.3921846\tbest: 0.3921846 (216)\ttotal: 4.47s\tremaining: 3m 21s\n",
            "217:\tlearn: 0.2879661\ttest: 0.3919899\tbest: 0.3919899 (217)\ttotal: 4.49s\tremaining: 3m 21s\n",
            "218:\tlearn: 0.2877832\ttest: 0.3919681\tbest: 0.3919681 (218)\ttotal: 4.5s\tremaining: 3m 21s\n",
            "219:\tlearn: 0.2875202\ttest: 0.3919009\tbest: 0.3919009 (219)\ttotal: 4.52s\tremaining: 3m 21s\n",
            "220:\tlearn: 0.2871220\ttest: 0.3918321\tbest: 0.3918321 (220)\ttotal: 4.54s\tremaining: 3m 21s\n",
            "221:\tlearn: 0.2867615\ttest: 0.3917844\tbest: 0.3917844 (221)\ttotal: 4.56s\tremaining: 3m 20s\n",
            "222:\tlearn: 0.2863280\ttest: 0.3916223\tbest: 0.3916223 (222)\ttotal: 4.58s\tremaining: 3m 20s\n",
            "223:\tlearn: 0.2859506\ttest: 0.3916099\tbest: 0.3916099 (223)\ttotal: 4.6s\tremaining: 3m 20s\n",
            "224:\tlearn: 0.2855575\ttest: 0.3916173\tbest: 0.3916099 (223)\ttotal: 4.62s\tremaining: 3m 20s\n",
            "225:\tlearn: 0.2852837\ttest: 0.3915547\tbest: 0.3915547 (225)\ttotal: 4.64s\tremaining: 3m 20s\n",
            "226:\tlearn: 0.2850568\ttest: 0.3914528\tbest: 0.3914528 (226)\ttotal: 4.66s\tremaining: 3m 20s\n",
            "227:\tlearn: 0.2846604\ttest: 0.3913768\tbest: 0.3913768 (227)\ttotal: 4.68s\tremaining: 3m 20s\n",
            "228:\tlearn: 0.2841636\ttest: 0.3910728\tbest: 0.3910728 (228)\ttotal: 4.7s\tremaining: 3m 20s\n",
            "229:\tlearn: 0.2838115\ttest: 0.3910821\tbest: 0.3910728 (228)\ttotal: 4.72s\tremaining: 3m 20s\n",
            "230:\tlearn: 0.2833550\ttest: 0.3909995\tbest: 0.3909995 (230)\ttotal: 4.74s\tremaining: 3m 20s\n",
            "231:\tlearn: 0.2829320\ttest: 0.3911789\tbest: 0.3909995 (230)\ttotal: 4.75s\tremaining: 3m 20s\n",
            "232:\tlearn: 0.2825293\ttest: 0.3912837\tbest: 0.3909995 (230)\ttotal: 4.77s\tremaining: 3m 20s\n",
            "233:\tlearn: 0.2821771\ttest: 0.3912568\tbest: 0.3909995 (230)\ttotal: 4.79s\tremaining: 3m 20s\n",
            "234:\tlearn: 0.2820016\ttest: 0.3912729\tbest: 0.3909995 (230)\ttotal: 4.81s\tremaining: 3m 19s\n",
            "235:\tlearn: 0.2816438\ttest: 0.3912962\tbest: 0.3909995 (230)\ttotal: 4.83s\tremaining: 3m 19s\n",
            "236:\tlearn: 0.2813701\ttest: 0.3911520\tbest: 0.3909995 (230)\ttotal: 4.85s\tremaining: 3m 19s\n",
            "237:\tlearn: 0.2810292\ttest: 0.3908974\tbest: 0.3908974 (237)\ttotal: 4.87s\tremaining: 3m 19s\n",
            "238:\tlearn: 0.2805628\ttest: 0.3908177\tbest: 0.3908177 (238)\ttotal: 4.9s\tremaining: 3m 19s\n",
            "239:\tlearn: 0.2802361\ttest: 0.3908353\tbest: 0.3908177 (238)\ttotal: 4.92s\tremaining: 3m 19s\n",
            "240:\tlearn: 0.2800462\ttest: 0.3908157\tbest: 0.3908157 (240)\ttotal: 4.93s\tremaining: 3m 19s\n",
            "241:\tlearn: 0.2797928\ttest: 0.3908588\tbest: 0.3908157 (240)\ttotal: 4.95s\tremaining: 3m 19s\n",
            "242:\tlearn: 0.2794796\ttest: 0.3908679\tbest: 0.3908157 (240)\ttotal: 4.97s\tremaining: 3m 19s\n",
            "243:\tlearn: 0.2793661\ttest: 0.3909281\tbest: 0.3908157 (240)\ttotal: 4.99s\tremaining: 3m 19s\n",
            "244:\tlearn: 0.2790917\ttest: 0.3910425\tbest: 0.3908157 (240)\ttotal: 5.01s\tremaining: 3m 19s\n",
            "245:\tlearn: 0.2787220\ttest: 0.3910736\tbest: 0.3908157 (240)\ttotal: 5.03s\tremaining: 3m 19s\n",
            "246:\tlearn: 0.2785325\ttest: 0.3910331\tbest: 0.3908157 (240)\ttotal: 5.04s\tremaining: 3m 19s\n",
            "247:\tlearn: 0.2782682\ttest: 0.3910607\tbest: 0.3908157 (240)\ttotal: 5.06s\tremaining: 3m 19s\n",
            "248:\tlearn: 0.2779774\ttest: 0.3909614\tbest: 0.3908157 (240)\ttotal: 5.08s\tremaining: 3m 19s\n",
            "249:\tlearn: 0.2775518\ttest: 0.3910014\tbest: 0.3908157 (240)\ttotal: 5.1s\tremaining: 3m 19s\n",
            "250:\tlearn: 0.2773119\ttest: 0.3909960\tbest: 0.3908157 (240)\ttotal: 5.12s\tremaining: 3m 19s\n",
            "251:\tlearn: 0.2769110\ttest: 0.3909746\tbest: 0.3908157 (240)\ttotal: 5.14s\tremaining: 3m 18s\n",
            "252:\tlearn: 0.2766437\ttest: 0.3909633\tbest: 0.3908157 (240)\ttotal: 5.16s\tremaining: 3m 18s\n",
            "253:\tlearn: 0.2764655\ttest: 0.3909414\tbest: 0.3908157 (240)\ttotal: 5.18s\tremaining: 3m 18s\n",
            "254:\tlearn: 0.2763130\ttest: 0.3908910\tbest: 0.3908157 (240)\ttotal: 5.2s\tremaining: 3m 18s\n",
            "255:\tlearn: 0.2758804\ttest: 0.3909196\tbest: 0.3908157 (240)\ttotal: 5.21s\tremaining: 3m 18s\n",
            "256:\tlearn: 0.2755275\ttest: 0.3909136\tbest: 0.3908157 (240)\ttotal: 5.24s\tremaining: 3m 18s\n",
            "257:\tlearn: 0.2751746\ttest: 0.3907943\tbest: 0.3907943 (257)\ttotal: 5.26s\tremaining: 3m 18s\n",
            "258:\tlearn: 0.2747244\ttest: 0.3906238\tbest: 0.3906238 (258)\ttotal: 5.28s\tremaining: 3m 18s\n",
            "259:\tlearn: 0.2744251\ttest: 0.3904839\tbest: 0.3904839 (259)\ttotal: 5.29s\tremaining: 3m 18s\n",
            "260:\tlearn: 0.2742003\ttest: 0.3904622\tbest: 0.3904622 (260)\ttotal: 5.32s\tremaining: 3m 18s\n",
            "261:\tlearn: 0.2738704\ttest: 0.3904771\tbest: 0.3904622 (260)\ttotal: 5.34s\tremaining: 3m 18s\n",
            "262:\tlearn: 0.2735605\ttest: 0.3905849\tbest: 0.3904622 (260)\ttotal: 5.36s\tremaining: 3m 18s\n",
            "263:\tlearn: 0.2733276\ttest: 0.3905148\tbest: 0.3904622 (260)\ttotal: 5.38s\tremaining: 3m 18s\n",
            "264:\tlearn: 0.2731331\ttest: 0.3905483\tbest: 0.3904622 (260)\ttotal: 5.4s\tremaining: 3m 18s\n",
            "265:\tlearn: 0.2727509\ttest: 0.3904205\tbest: 0.3904205 (265)\ttotal: 5.42s\tremaining: 3m 18s\n",
            "266:\tlearn: 0.2723901\ttest: 0.3904379\tbest: 0.3904205 (265)\ttotal: 5.44s\tremaining: 3m 18s\n",
            "267:\tlearn: 0.2720634\ttest: 0.3904944\tbest: 0.3904205 (265)\ttotal: 5.47s\tremaining: 3m 18s\n",
            "268:\tlearn: 0.2717617\ttest: 0.3906363\tbest: 0.3904205 (265)\ttotal: 5.5s\tremaining: 3m 18s\n",
            "269:\tlearn: 0.2715584\ttest: 0.3906096\tbest: 0.3904205 (265)\ttotal: 5.52s\tremaining: 3m 19s\n",
            "270:\tlearn: 0.2713894\ttest: 0.3905993\tbest: 0.3904205 (265)\ttotal: 5.56s\tremaining: 3m 19s\n",
            "271:\tlearn: 0.2711377\ttest: 0.3905635\tbest: 0.3904205 (265)\ttotal: 5.58s\tremaining: 3m 19s\n",
            "272:\tlearn: 0.2708372\ttest: 0.3906033\tbest: 0.3904205 (265)\ttotal: 5.59s\tremaining: 3m 19s\n",
            "273:\tlearn: 0.2704518\ttest: 0.3906229\tbest: 0.3904205 (265)\ttotal: 5.62s\tremaining: 3m 19s\n",
            "274:\tlearn: 0.2701283\ttest: 0.3905463\tbest: 0.3904205 (265)\ttotal: 5.63s\tremaining: 3m 19s\n",
            "275:\tlearn: 0.2699154\ttest: 0.3905369\tbest: 0.3904205 (265)\ttotal: 5.65s\tremaining: 3m 19s\n",
            "276:\tlearn: 0.2696315\ttest: 0.3904547\tbest: 0.3904205 (265)\ttotal: 5.67s\tremaining: 3m 19s\n",
            "277:\tlearn: 0.2692666\ttest: 0.3904335\tbest: 0.3904205 (265)\ttotal: 5.69s\tremaining: 3m 19s\n",
            "278:\tlearn: 0.2689837\ttest: 0.3903879\tbest: 0.3903879 (278)\ttotal: 5.71s\tremaining: 3m 18s\n",
            "279:\tlearn: 0.2686820\ttest: 0.3904517\tbest: 0.3903879 (278)\ttotal: 5.74s\tremaining: 3m 19s\n",
            "280:\tlearn: 0.2683189\ttest: 0.3903015\tbest: 0.3903015 (280)\ttotal: 5.75s\tremaining: 3m 19s\n",
            "281:\tlearn: 0.2680465\ttest: 0.3903846\tbest: 0.3903015 (280)\ttotal: 5.77s\tremaining: 3m 18s\n",
            "282:\tlearn: 0.2678645\ttest: 0.3903144\tbest: 0.3903015 (280)\ttotal: 5.79s\tremaining: 3m 18s\n",
            "283:\tlearn: 0.2676225\ttest: 0.3902588\tbest: 0.3902588 (283)\ttotal: 5.81s\tremaining: 3m 18s\n",
            "284:\tlearn: 0.2674189\ttest: 0.3901672\tbest: 0.3901672 (284)\ttotal: 5.83s\tremaining: 3m 18s\n",
            "285:\tlearn: 0.2671795\ttest: 0.3901797\tbest: 0.3901672 (284)\ttotal: 5.85s\tremaining: 3m 18s\n",
            "286:\tlearn: 0.2668249\ttest: 0.3900256\tbest: 0.3900256 (286)\ttotal: 5.87s\tremaining: 3m 18s\n",
            "287:\tlearn: 0.2665200\ttest: 0.3899972\tbest: 0.3899972 (287)\ttotal: 5.88s\tremaining: 3m 18s\n",
            "288:\tlearn: 0.2662045\ttest: 0.3901067\tbest: 0.3899972 (287)\ttotal: 5.9s\tremaining: 3m 18s\n",
            "289:\tlearn: 0.2659258\ttest: 0.3900746\tbest: 0.3899972 (287)\ttotal: 5.92s\tremaining: 3m 18s\n",
            "290:\tlearn: 0.2657700\ttest: 0.3901066\tbest: 0.3899972 (287)\ttotal: 5.94s\tremaining: 3m 18s\n",
            "291:\tlearn: 0.2653812\ttest: 0.3900394\tbest: 0.3899972 (287)\ttotal: 5.96s\tremaining: 3m 18s\n",
            "292:\tlearn: 0.2651126\ttest: 0.3899448\tbest: 0.3899448 (292)\ttotal: 5.98s\tremaining: 3m 18s\n",
            "293:\tlearn: 0.2648956\ttest: 0.3898959\tbest: 0.3898959 (293)\ttotal: 6s\tremaining: 3m 18s\n",
            "294:\tlearn: 0.2646115\ttest: 0.3898450\tbest: 0.3898450 (294)\ttotal: 6.02s\tremaining: 3m 18s\n",
            "295:\tlearn: 0.2643975\ttest: 0.3898608\tbest: 0.3898450 (294)\ttotal: 6.04s\tremaining: 3m 17s\n",
            "296:\tlearn: 0.2640759\ttest: 0.3899229\tbest: 0.3898450 (294)\ttotal: 6.06s\tremaining: 3m 17s\n",
            "297:\tlearn: 0.2638262\ttest: 0.3900023\tbest: 0.3898450 (294)\ttotal: 6.07s\tremaining: 3m 17s\n",
            "298:\tlearn: 0.2637137\ttest: 0.3900093\tbest: 0.3898450 (294)\ttotal: 6.09s\tremaining: 3m 17s\n",
            "299:\tlearn: 0.2634699\ttest: 0.3899045\tbest: 0.3898450 (294)\ttotal: 6.11s\tremaining: 3m 17s\n",
            "300:\tlearn: 0.2630959\ttest: 0.3898405\tbest: 0.3898405 (300)\ttotal: 6.13s\tremaining: 3m 17s\n",
            "301:\tlearn: 0.2629133\ttest: 0.3898390\tbest: 0.3898390 (301)\ttotal: 6.15s\tremaining: 3m 17s\n",
            "302:\tlearn: 0.2625523\ttest: 0.3898405\tbest: 0.3898390 (301)\ttotal: 6.17s\tremaining: 3m 17s\n",
            "303:\tlearn: 0.2622598\ttest: 0.3898598\tbest: 0.3898390 (301)\ttotal: 6.19s\tremaining: 3m 17s\n",
            "304:\tlearn: 0.2618490\ttest: 0.3898468\tbest: 0.3898390 (301)\ttotal: 6.21s\tremaining: 3m 17s\n",
            "305:\tlearn: 0.2615648\ttest: 0.3899333\tbest: 0.3898390 (301)\ttotal: 6.23s\tremaining: 3m 17s\n",
            "306:\tlearn: 0.2612902\ttest: 0.3898238\tbest: 0.3898238 (306)\ttotal: 6.25s\tremaining: 3m 17s\n",
            "307:\tlearn: 0.2610345\ttest: 0.3898274\tbest: 0.3898238 (306)\ttotal: 6.27s\tremaining: 3m 17s\n",
            "308:\tlearn: 0.2608031\ttest: 0.3897278\tbest: 0.3897278 (308)\ttotal: 6.29s\tremaining: 3m 17s\n",
            "309:\tlearn: 0.2604652\ttest: 0.3896540\tbest: 0.3896540 (309)\ttotal: 6.3s\tremaining: 3m 17s\n",
            "310:\tlearn: 0.2601915\ttest: 0.3896963\tbest: 0.3896540 (309)\ttotal: 6.32s\tremaining: 3m 16s\n",
            "311:\tlearn: 0.2598838\ttest: 0.3897570\tbest: 0.3896540 (309)\ttotal: 6.34s\tremaining: 3m 16s\n",
            "312:\tlearn: 0.2596774\ttest: 0.3898230\tbest: 0.3896540 (309)\ttotal: 6.37s\tremaining: 3m 17s\n",
            "313:\tlearn: 0.2594119\ttest: 0.3897322\tbest: 0.3896540 (309)\ttotal: 6.39s\tremaining: 3m 17s\n",
            "314:\tlearn: 0.2591209\ttest: 0.3897062\tbest: 0.3896540 (309)\ttotal: 6.41s\tremaining: 3m 16s\n",
            "315:\tlearn: 0.2589543\ttest: 0.3897115\tbest: 0.3896540 (309)\ttotal: 6.42s\tremaining: 3m 16s\n",
            "316:\tlearn: 0.2585053\ttest: 0.3897243\tbest: 0.3896540 (309)\ttotal: 6.44s\tremaining: 3m 16s\n",
            "317:\tlearn: 0.2582163\ttest: 0.3895846\tbest: 0.3895846 (317)\ttotal: 6.47s\tremaining: 3m 17s\n",
            "318:\tlearn: 0.2580697\ttest: 0.3895490\tbest: 0.3895490 (318)\ttotal: 6.49s\tremaining: 3m 16s\n",
            "319:\tlearn: 0.2578036\ttest: 0.3894820\tbest: 0.3894820 (319)\ttotal: 6.51s\tremaining: 3m 16s\n",
            "320:\tlearn: 0.2576386\ttest: 0.3894633\tbest: 0.3894633 (320)\ttotal: 6.53s\tremaining: 3m 16s\n",
            "321:\tlearn: 0.2574907\ttest: 0.3895094\tbest: 0.3894633 (320)\ttotal: 6.54s\tremaining: 3m 16s\n",
            "322:\tlearn: 0.2572079\ttest: 0.3894885\tbest: 0.3894633 (320)\ttotal: 6.57s\tremaining: 3m 16s\n",
            "323:\tlearn: 0.2568144\ttest: 0.3893453\tbest: 0.3893453 (323)\ttotal: 6.58s\tremaining: 3m 16s\n",
            "324:\tlearn: 0.2565719\ttest: 0.3893459\tbest: 0.3893453 (323)\ttotal: 6.6s\tremaining: 3m 16s\n",
            "325:\tlearn: 0.2563389\ttest: 0.3892624\tbest: 0.3892624 (325)\ttotal: 6.62s\tremaining: 3m 16s\n",
            "326:\tlearn: 0.2559478\ttest: 0.3891848\tbest: 0.3891848 (326)\ttotal: 6.64s\tremaining: 3m 16s\n",
            "327:\tlearn: 0.2557656\ttest: 0.3890122\tbest: 0.3890122 (327)\ttotal: 6.66s\tremaining: 3m 16s\n",
            "328:\tlearn: 0.2555010\ttest: 0.3888829\tbest: 0.3888829 (328)\ttotal: 6.68s\tremaining: 3m 16s\n",
            "329:\tlearn: 0.2553149\ttest: 0.3889219\tbest: 0.3888829 (328)\ttotal: 6.7s\tremaining: 3m 16s\n",
            "330:\tlearn: 0.2551209\ttest: 0.3888664\tbest: 0.3888664 (330)\ttotal: 6.72s\tremaining: 3m 16s\n",
            "331:\tlearn: 0.2549582\ttest: 0.3887558\tbest: 0.3887558 (331)\ttotal: 6.74s\tremaining: 3m 16s\n",
            "332:\tlearn: 0.2546633\ttest: 0.3886879\tbest: 0.3886879 (332)\ttotal: 6.75s\tremaining: 3m 16s\n",
            "333:\tlearn: 0.2544520\ttest: 0.3886751\tbest: 0.3886751 (333)\ttotal: 6.77s\tremaining: 3m 16s\n",
            "334:\tlearn: 0.2542276\ttest: 0.3886946\tbest: 0.3886751 (333)\ttotal: 6.79s\tremaining: 3m 16s\n",
            "335:\tlearn: 0.2539828\ttest: 0.3886026\tbest: 0.3886026 (335)\ttotal: 6.81s\tremaining: 3m 15s\n",
            "336:\tlearn: 0.2536785\ttest: 0.3886831\tbest: 0.3886026 (335)\ttotal: 6.83s\tremaining: 3m 15s\n",
            "337:\tlearn: 0.2533341\ttest: 0.3886444\tbest: 0.3886026 (335)\ttotal: 6.85s\tremaining: 3m 15s\n",
            "338:\tlearn: 0.2530616\ttest: 0.3885625\tbest: 0.3885625 (338)\ttotal: 6.87s\tremaining: 3m 15s\n",
            "339:\tlearn: 0.2527905\ttest: 0.3885620\tbest: 0.3885620 (339)\ttotal: 6.89s\tremaining: 3m 15s\n",
            "340:\tlearn: 0.2525180\ttest: 0.3886070\tbest: 0.3885620 (339)\ttotal: 6.91s\tremaining: 3m 15s\n",
            "341:\tlearn: 0.2520717\ttest: 0.3886703\tbest: 0.3885620 (339)\ttotal: 6.92s\tremaining: 3m 15s\n",
            "342:\tlearn: 0.2517540\ttest: 0.3887092\tbest: 0.3885620 (339)\ttotal: 6.94s\tremaining: 3m 15s\n",
            "343:\tlearn: 0.2514187\ttest: 0.3886532\tbest: 0.3885620 (339)\ttotal: 6.96s\tremaining: 3m 15s\n",
            "344:\tlearn: 0.2512181\ttest: 0.3886395\tbest: 0.3885620 (339)\ttotal: 6.98s\tremaining: 3m 15s\n",
            "345:\tlearn: 0.2508070\ttest: 0.3885345\tbest: 0.3885345 (345)\ttotal: 7.01s\tremaining: 3m 15s\n",
            "346:\tlearn: 0.2505622\ttest: 0.3885820\tbest: 0.3885345 (345)\ttotal: 7.03s\tremaining: 3m 15s\n",
            "347:\tlearn: 0.2503934\ttest: 0.3886400\tbest: 0.3885345 (345)\ttotal: 7.05s\tremaining: 3m 15s\n",
            "348:\tlearn: 0.2500519\ttest: 0.3884482\tbest: 0.3884482 (348)\ttotal: 7.07s\tremaining: 3m 15s\n",
            "349:\tlearn: 0.2497336\ttest: 0.3884425\tbest: 0.3884425 (349)\ttotal: 7.08s\tremaining: 3m 15s\n",
            "350:\tlearn: 0.2495055\ttest: 0.3883210\tbest: 0.3883210 (350)\ttotal: 7.1s\tremaining: 3m 15s\n",
            "351:\tlearn: 0.2492275\ttest: 0.3883117\tbest: 0.3883117 (351)\ttotal: 7.12s\tremaining: 3m 15s\n",
            "352:\tlearn: 0.2489156\ttest: 0.3881859\tbest: 0.3881859 (352)\ttotal: 7.14s\tremaining: 3m 15s\n",
            "353:\tlearn: 0.2486649\ttest: 0.3882574\tbest: 0.3881859 (352)\ttotal: 7.16s\tremaining: 3m 15s\n",
            "354:\tlearn: 0.2483616\ttest: 0.3880964\tbest: 0.3880964 (354)\ttotal: 7.18s\tremaining: 3m 15s\n",
            "355:\tlearn: 0.2481071\ttest: 0.3880029\tbest: 0.3880029 (355)\ttotal: 7.2s\tremaining: 3m 15s\n",
            "356:\tlearn: 0.2479067\ttest: 0.3878596\tbest: 0.3878596 (356)\ttotal: 7.22s\tremaining: 3m 15s\n",
            "357:\tlearn: 0.2476524\ttest: 0.3879354\tbest: 0.3878596 (356)\ttotal: 7.24s\tremaining: 3m 15s\n",
            "358:\tlearn: 0.2474394\ttest: 0.3879979\tbest: 0.3878596 (356)\ttotal: 7.26s\tremaining: 3m 14s\n",
            "359:\tlearn: 0.2472132\ttest: 0.3879764\tbest: 0.3878596 (356)\ttotal: 7.28s\tremaining: 3m 14s\n",
            "360:\tlearn: 0.2469549\ttest: 0.3878525\tbest: 0.3878525 (360)\ttotal: 7.3s\tremaining: 3m 14s\n",
            "361:\tlearn: 0.2468266\ttest: 0.3878385\tbest: 0.3878385 (361)\ttotal: 7.32s\tremaining: 3m 14s\n",
            "362:\tlearn: 0.2464629\ttest: 0.3878433\tbest: 0.3878385 (361)\ttotal: 7.33s\tremaining: 3m 14s\n",
            "363:\tlearn: 0.2463368\ttest: 0.3878579\tbest: 0.3878385 (361)\ttotal: 7.36s\tremaining: 3m 14s\n",
            "364:\tlearn: 0.2460878\ttest: 0.3879354\tbest: 0.3878385 (361)\ttotal: 7.38s\tremaining: 3m 14s\n",
            "365:\tlearn: 0.2458522\ttest: 0.3878485\tbest: 0.3878385 (361)\ttotal: 7.4s\tremaining: 3m 14s\n",
            "366:\tlearn: 0.2455779\ttest: 0.3878863\tbest: 0.3878385 (361)\ttotal: 7.42s\tremaining: 3m 14s\n",
            "367:\tlearn: 0.2453401\ttest: 0.3879321\tbest: 0.3878385 (361)\ttotal: 7.44s\tremaining: 3m 14s\n",
            "368:\tlearn: 0.2451252\ttest: 0.3880071\tbest: 0.3878385 (361)\ttotal: 7.46s\tremaining: 3m 14s\n",
            "369:\tlearn: 0.2448980\ttest: 0.3879596\tbest: 0.3878385 (361)\ttotal: 7.48s\tremaining: 3m 14s\n",
            "370:\tlearn: 0.2445867\ttest: 0.3880706\tbest: 0.3878385 (361)\ttotal: 7.5s\tremaining: 3m 14s\n",
            "371:\tlearn: 0.2443159\ttest: 0.3881215\tbest: 0.3878385 (361)\ttotal: 7.52s\tremaining: 3m 14s\n",
            "372:\tlearn: 0.2439829\ttest: 0.3879694\tbest: 0.3878385 (361)\ttotal: 7.54s\tremaining: 3m 14s\n",
            "373:\tlearn: 0.2438265\ttest: 0.3879905\tbest: 0.3878385 (361)\ttotal: 7.56s\tremaining: 3m 14s\n",
            "374:\tlearn: 0.2435859\ttest: 0.3879628\tbest: 0.3878385 (361)\ttotal: 7.58s\tremaining: 3m 14s\n",
            "375:\tlearn: 0.2433395\ttest: 0.3880877\tbest: 0.3878385 (361)\ttotal: 7.59s\tremaining: 3m 14s\n",
            "376:\tlearn: 0.2431051\ttest: 0.3880856\tbest: 0.3878385 (361)\ttotal: 7.61s\tremaining: 3m 14s\n",
            "377:\tlearn: 0.2427511\ttest: 0.3881230\tbest: 0.3878385 (361)\ttotal: 7.63s\tremaining: 3m 14s\n",
            "378:\tlearn: 0.2424834\ttest: 0.3880806\tbest: 0.3878385 (361)\ttotal: 7.65s\tremaining: 3m 14s\n",
            "379:\tlearn: 0.2422198\ttest: 0.3882110\tbest: 0.3878385 (361)\ttotal: 7.67s\tremaining: 3m 14s\n",
            "380:\tlearn: 0.2420343\ttest: 0.3882040\tbest: 0.3878385 (361)\ttotal: 7.69s\tremaining: 3m 14s\n",
            "381:\tlearn: 0.2417615\ttest: 0.3882203\tbest: 0.3878385 (361)\ttotal: 7.71s\tremaining: 3m 14s\n",
            "382:\tlearn: 0.2415520\ttest: 0.3882745\tbest: 0.3878385 (361)\ttotal: 7.73s\tremaining: 3m 14s\n",
            "383:\tlearn: 0.2413306\ttest: 0.3882205\tbest: 0.3878385 (361)\ttotal: 7.75s\tremaining: 3m 14s\n",
            "384:\tlearn: 0.2410899\ttest: 0.3880950\tbest: 0.3878385 (361)\ttotal: 7.77s\tremaining: 3m 13s\n",
            "385:\tlearn: 0.2408733\ttest: 0.3881139\tbest: 0.3878385 (361)\ttotal: 7.79s\tremaining: 3m 13s\n",
            "386:\tlearn: 0.2404122\ttest: 0.3881976\tbest: 0.3878385 (361)\ttotal: 7.8s\tremaining: 3m 13s\n",
            "387:\tlearn: 0.2400148\ttest: 0.3880440\tbest: 0.3878385 (361)\ttotal: 7.82s\tremaining: 3m 13s\n",
            "388:\tlearn: 0.2398303\ttest: 0.3881781\tbest: 0.3878385 (361)\ttotal: 7.84s\tremaining: 3m 13s\n",
            "389:\tlearn: 0.2396177\ttest: 0.3881188\tbest: 0.3878385 (361)\ttotal: 7.86s\tremaining: 3m 13s\n",
            "390:\tlearn: 0.2393523\ttest: 0.3880994\tbest: 0.3878385 (361)\ttotal: 7.88s\tremaining: 3m 13s\n",
            "391:\tlearn: 0.2391666\ttest: 0.3880908\tbest: 0.3878385 (361)\ttotal: 7.89s\tremaining: 3m 13s\n",
            "392:\tlearn: 0.2388172\ttest: 0.3880400\tbest: 0.3878385 (361)\ttotal: 7.91s\tremaining: 3m 13s\n",
            "393:\tlearn: 0.2386849\ttest: 0.3879653\tbest: 0.3878385 (361)\ttotal: 7.93s\tremaining: 3m 13s\n",
            "394:\tlearn: 0.2384886\ttest: 0.3878711\tbest: 0.3878385 (361)\ttotal: 7.95s\tremaining: 3m 13s\n",
            "395:\tlearn: 0.2381712\ttest: 0.3878004\tbest: 0.3878004 (395)\ttotal: 7.97s\tremaining: 3m 13s\n",
            "396:\tlearn: 0.2380095\ttest: 0.3878071\tbest: 0.3878004 (395)\ttotal: 7.98s\tremaining: 3m 13s\n",
            "397:\tlearn: 0.2378222\ttest: 0.3877812\tbest: 0.3877812 (397)\ttotal: 8s\tremaining: 3m 13s\n",
            "398:\tlearn: 0.2375133\ttest: 0.3876612\tbest: 0.3876612 (398)\ttotal: 8.02s\tremaining: 3m 12s\n",
            "399:\tlearn: 0.2373209\ttest: 0.3876918\tbest: 0.3876612 (398)\ttotal: 8.04s\tremaining: 3m 12s\n",
            "400:\tlearn: 0.2371706\ttest: 0.3877237\tbest: 0.3876612 (398)\ttotal: 8.06s\tremaining: 3m 12s\n",
            "401:\tlearn: 0.2369417\ttest: 0.3876572\tbest: 0.3876572 (401)\ttotal: 8.08s\tremaining: 3m 12s\n",
            "402:\tlearn: 0.2367307\ttest: 0.3875931\tbest: 0.3875931 (402)\ttotal: 8.1s\tremaining: 3m 12s\n",
            "403:\tlearn: 0.2365100\ttest: 0.3876059\tbest: 0.3875931 (402)\ttotal: 8.12s\tremaining: 3m 12s\n",
            "404:\tlearn: 0.2363210\ttest: 0.3874570\tbest: 0.3874570 (404)\ttotal: 8.14s\tremaining: 3m 12s\n",
            "405:\tlearn: 0.2361221\ttest: 0.3872986\tbest: 0.3872986 (405)\ttotal: 8.16s\tremaining: 3m 12s\n",
            "406:\tlearn: 0.2358968\ttest: 0.3872384\tbest: 0.3872384 (406)\ttotal: 8.17s\tremaining: 3m 12s\n",
            "407:\tlearn: 0.2357225\ttest: 0.3871809\tbest: 0.3871809 (407)\ttotal: 8.19s\tremaining: 3m 12s\n",
            "408:\tlearn: 0.2353823\ttest: 0.3871693\tbest: 0.3871693 (408)\ttotal: 8.21s\tremaining: 3m 12s\n",
            "409:\tlearn: 0.2351489\ttest: 0.3871078\tbest: 0.3871078 (409)\ttotal: 8.23s\tremaining: 3m 12s\n",
            "410:\tlearn: 0.2349090\ttest: 0.3871288\tbest: 0.3871078 (409)\ttotal: 8.24s\tremaining: 3m 12s\n",
            "411:\tlearn: 0.2346598\ttest: 0.3872286\tbest: 0.3871078 (409)\ttotal: 8.27s\tremaining: 3m 12s\n",
            "412:\tlearn: 0.2344785\ttest: 0.3871270\tbest: 0.3871078 (409)\ttotal: 8.28s\tremaining: 3m 12s\n",
            "413:\tlearn: 0.2342800\ttest: 0.3871331\tbest: 0.3871078 (409)\ttotal: 8.3s\tremaining: 3m 12s\n",
            "414:\tlearn: 0.2341519\ttest: 0.3871024\tbest: 0.3871024 (414)\ttotal: 8.32s\tremaining: 3m 12s\n",
            "415:\tlearn: 0.2339689\ttest: 0.3871652\tbest: 0.3871024 (414)\ttotal: 8.34s\tremaining: 3m 12s\n",
            "416:\tlearn: 0.2338029\ttest: 0.3871512\tbest: 0.3871024 (414)\ttotal: 8.36s\tremaining: 3m 12s\n",
            "417:\tlearn: 0.2334908\ttest: 0.3870914\tbest: 0.3870914 (417)\ttotal: 8.38s\tremaining: 3m 12s\n",
            "418:\tlearn: 0.2333244\ttest: 0.3870416\tbest: 0.3870416 (418)\ttotal: 8.4s\tremaining: 3m 12s\n",
            "419:\tlearn: 0.2330979\ttest: 0.3870735\tbest: 0.3870416 (418)\ttotal: 8.42s\tremaining: 3m 11s\n",
            "420:\tlearn: 0.2327909\ttest: 0.3870593\tbest: 0.3870416 (418)\ttotal: 8.43s\tremaining: 3m 11s\n",
            "421:\tlearn: 0.2326223\ttest: 0.3870587\tbest: 0.3870416 (418)\ttotal: 8.45s\tremaining: 3m 11s\n",
            "422:\tlearn: 0.2323754\ttest: 0.3870544\tbest: 0.3870416 (418)\ttotal: 8.48s\tremaining: 3m 12s\n",
            "423:\tlearn: 0.2321860\ttest: 0.3869654\tbest: 0.3869654 (423)\ttotal: 8.5s\tremaining: 3m 12s\n",
            "424:\tlearn: 0.2319804\ttest: 0.3869892\tbest: 0.3869654 (423)\ttotal: 8.52s\tremaining: 3m 11s\n",
            "425:\tlearn: 0.2317838\ttest: 0.3869328\tbest: 0.3869328 (425)\ttotal: 8.54s\tremaining: 3m 11s\n",
            "426:\tlearn: 0.2315471\ttest: 0.3869917\tbest: 0.3869328 (425)\ttotal: 8.56s\tremaining: 3m 11s\n",
            "427:\tlearn: 0.2312530\ttest: 0.3870485\tbest: 0.3869328 (425)\ttotal: 8.57s\tremaining: 3m 11s\n",
            "428:\tlearn: 0.2309730\ttest: 0.3869969\tbest: 0.3869328 (425)\ttotal: 8.59s\tremaining: 3m 11s\n",
            "429:\tlearn: 0.2308061\ttest: 0.3869496\tbest: 0.3869328 (425)\ttotal: 8.61s\tremaining: 3m 11s\n",
            "430:\tlearn: 0.2305890\ttest: 0.3869544\tbest: 0.3869328 (425)\ttotal: 8.63s\tremaining: 3m 11s\n",
            "431:\tlearn: 0.2303632\ttest: 0.3868828\tbest: 0.3868828 (431)\ttotal: 8.64s\tremaining: 3m 11s\n",
            "432:\tlearn: 0.2300263\ttest: 0.3868568\tbest: 0.3868568 (432)\ttotal: 8.66s\tremaining: 3m 11s\n",
            "433:\tlearn: 0.2298550\ttest: 0.3867929\tbest: 0.3867929 (433)\ttotal: 8.68s\tremaining: 3m 11s\n",
            "434:\tlearn: 0.2296235\ttest: 0.3867263\tbest: 0.3867263 (434)\ttotal: 8.7s\tremaining: 3m 11s\n",
            "435:\tlearn: 0.2294239\ttest: 0.3866583\tbest: 0.3866583 (435)\ttotal: 8.72s\tremaining: 3m 11s\n",
            "436:\tlearn: 0.2291590\ttest: 0.3866743\tbest: 0.3866583 (435)\ttotal: 8.74s\tremaining: 3m 11s\n",
            "437:\tlearn: 0.2290033\ttest: 0.3867622\tbest: 0.3866583 (435)\ttotal: 8.75s\tremaining: 3m 11s\n",
            "438:\tlearn: 0.2288479\ttest: 0.3867779\tbest: 0.3866583 (435)\ttotal: 8.77s\tremaining: 3m 11s\n",
            "439:\tlearn: 0.2285602\ttest: 0.3868154\tbest: 0.3866583 (435)\ttotal: 8.79s\tremaining: 3m 10s\n",
            "440:\tlearn: 0.2282306\ttest: 0.3867801\tbest: 0.3866583 (435)\ttotal: 8.81s\tremaining: 3m 10s\n",
            "441:\tlearn: 0.2280152\ttest: 0.3868776\tbest: 0.3866583 (435)\ttotal: 8.83s\tremaining: 3m 10s\n",
            "442:\tlearn: 0.2278313\ttest: 0.3869233\tbest: 0.3866583 (435)\ttotal: 8.84s\tremaining: 3m 10s\n",
            "443:\tlearn: 0.2275945\ttest: 0.3868959\tbest: 0.3866583 (435)\ttotal: 8.86s\tremaining: 3m 10s\n",
            "444:\tlearn: 0.2274539\ttest: 0.3868783\tbest: 0.3866583 (435)\ttotal: 8.88s\tremaining: 3m 10s\n",
            "445:\tlearn: 0.2271300\ttest: 0.3868661\tbest: 0.3866583 (435)\ttotal: 8.9s\tremaining: 3m 10s\n",
            "446:\tlearn: 0.2268665\ttest: 0.3867955\tbest: 0.3866583 (435)\ttotal: 8.92s\tremaining: 3m 10s\n",
            "447:\tlearn: 0.2267272\ttest: 0.3867662\tbest: 0.3866583 (435)\ttotal: 8.94s\tremaining: 3m 10s\n",
            "448:\tlearn: 0.2265671\ttest: 0.3867511\tbest: 0.3866583 (435)\ttotal: 8.95s\tremaining: 3m 10s\n",
            "449:\tlearn: 0.2261798\ttest: 0.3866128\tbest: 0.3866128 (449)\ttotal: 8.97s\tremaining: 3m 10s\n",
            "450:\tlearn: 0.2260172\ttest: 0.3865597\tbest: 0.3865597 (450)\ttotal: 8.99s\tremaining: 3m 10s\n",
            "451:\tlearn: 0.2257299\ttest: 0.3865087\tbest: 0.3865087 (451)\ttotal: 9.01s\tremaining: 3m 10s\n",
            "452:\tlearn: 0.2254936\ttest: 0.3866227\tbest: 0.3865087 (451)\ttotal: 9.03s\tremaining: 3m 10s\n",
            "453:\tlearn: 0.2252060\ttest: 0.3866019\tbest: 0.3865087 (451)\ttotal: 9.04s\tremaining: 3m 10s\n",
            "454:\tlearn: 0.2249861\ttest: 0.3865620\tbest: 0.3865087 (451)\ttotal: 9.06s\tremaining: 3m 10s\n",
            "455:\tlearn: 0.2247480\ttest: 0.3865427\tbest: 0.3865087 (451)\ttotal: 9.08s\tremaining: 3m 10s\n",
            "456:\tlearn: 0.2245344\ttest: 0.3865756\tbest: 0.3865087 (451)\ttotal: 9.1s\tremaining: 3m 10s\n",
            "457:\tlearn: 0.2244170\ttest: 0.3865680\tbest: 0.3865087 (451)\ttotal: 9.12s\tremaining: 3m 9s\n",
            "458:\tlearn: 0.2241921\ttest: 0.3865178\tbest: 0.3865087 (451)\ttotal: 9.13s\tremaining: 3m 9s\n",
            "459:\tlearn: 0.2239959\ttest: 0.3864540\tbest: 0.3864540 (459)\ttotal: 9.15s\tremaining: 3m 9s\n",
            "460:\tlearn: 0.2238321\ttest: 0.3865106\tbest: 0.3864540 (459)\ttotal: 9.17s\tremaining: 3m 9s\n",
            "461:\tlearn: 0.2236502\ttest: 0.3865299\tbest: 0.3864540 (459)\ttotal: 9.19s\tremaining: 3m 9s\n",
            "462:\tlearn: 0.2233913\ttest: 0.3865120\tbest: 0.3864540 (459)\ttotal: 9.2s\tremaining: 3m 9s\n",
            "463:\tlearn: 0.2231218\ttest: 0.3864412\tbest: 0.3864412 (463)\ttotal: 9.22s\tremaining: 3m 9s\n",
            "464:\tlearn: 0.2227923\ttest: 0.3864978\tbest: 0.3864412 (463)\ttotal: 9.24s\tremaining: 3m 9s\n",
            "465:\tlearn: 0.2225582\ttest: 0.3864578\tbest: 0.3864412 (463)\ttotal: 9.26s\tremaining: 3m 9s\n",
            "466:\tlearn: 0.2223507\ttest: 0.3865242\tbest: 0.3864412 (463)\ttotal: 9.27s\tremaining: 3m 9s\n",
            "467:\tlearn: 0.2221759\ttest: 0.3865593\tbest: 0.3864412 (463)\ttotal: 9.29s\tremaining: 3m 9s\n",
            "468:\tlearn: 0.2219185\ttest: 0.3867117\tbest: 0.3864412 (463)\ttotal: 9.31s\tremaining: 3m 9s\n",
            "469:\tlearn: 0.2217818\ttest: 0.3866518\tbest: 0.3864412 (463)\ttotal: 9.33s\tremaining: 3m 9s\n",
            "470:\tlearn: 0.2214556\ttest: 0.3866582\tbest: 0.3864412 (463)\ttotal: 9.36s\tremaining: 3m 9s\n",
            "471:\tlearn: 0.2212942\ttest: 0.3867088\tbest: 0.3864412 (463)\ttotal: 9.38s\tremaining: 3m 9s\n",
            "472:\tlearn: 0.2211095\ttest: 0.3866133\tbest: 0.3864412 (463)\ttotal: 9.39s\tremaining: 3m 9s\n",
            "473:\tlearn: 0.2207899\ttest: 0.3864051\tbest: 0.3864051 (473)\ttotal: 9.41s\tremaining: 3m 9s\n",
            "474:\tlearn: 0.2205595\ttest: 0.3863728\tbest: 0.3863728 (474)\ttotal: 9.43s\tremaining: 3m 9s\n",
            "475:\tlearn: 0.2203879\ttest: 0.3863549\tbest: 0.3863549 (475)\ttotal: 9.45s\tremaining: 3m 9s\n",
            "476:\tlearn: 0.2201369\ttest: 0.3863528\tbest: 0.3863528 (476)\ttotal: 9.47s\tremaining: 3m 9s\n",
            "477:\tlearn: 0.2200016\ttest: 0.3863362\tbest: 0.3863362 (477)\ttotal: 9.5s\tremaining: 3m 9s\n",
            "478:\tlearn: 0.2197796\ttest: 0.3863281\tbest: 0.3863281 (478)\ttotal: 9.52s\tremaining: 3m 9s\n",
            "479:\tlearn: 0.2195661\ttest: 0.3863004\tbest: 0.3863004 (479)\ttotal: 9.54s\tremaining: 3m 9s\n",
            "480:\tlearn: 0.2193190\ttest: 0.3861393\tbest: 0.3861393 (480)\ttotal: 9.55s\tremaining: 3m 9s\n",
            "481:\tlearn: 0.2190362\ttest: 0.3861829\tbest: 0.3861393 (480)\ttotal: 9.57s\tremaining: 3m 8s\n",
            "482:\tlearn: 0.2188720\ttest: 0.3861478\tbest: 0.3861393 (480)\ttotal: 9.59s\tremaining: 3m 8s\n",
            "483:\tlearn: 0.2186261\ttest: 0.3861033\tbest: 0.3861033 (483)\ttotal: 9.61s\tremaining: 3m 8s\n",
            "484:\tlearn: 0.2184952\ttest: 0.3860778\tbest: 0.3860778 (484)\ttotal: 9.62s\tremaining: 3m 8s\n",
            "485:\tlearn: 0.2182838\ttest: 0.3860723\tbest: 0.3860723 (485)\ttotal: 9.64s\tremaining: 3m 8s\n",
            "486:\tlearn: 0.2179878\ttest: 0.3859490\tbest: 0.3859490 (486)\ttotal: 9.66s\tremaining: 3m 8s\n",
            "487:\tlearn: 0.2178326\ttest: 0.3857577\tbest: 0.3857577 (487)\ttotal: 9.68s\tremaining: 3m 8s\n",
            "488:\tlearn: 0.2176387\ttest: 0.3857852\tbest: 0.3857577 (487)\ttotal: 9.7s\tremaining: 3m 8s\n",
            "489:\tlearn: 0.2174193\ttest: 0.3857301\tbest: 0.3857301 (489)\ttotal: 9.71s\tremaining: 3m 8s\n",
            "490:\tlearn: 0.2172635\ttest: 0.3857300\tbest: 0.3857300 (490)\ttotal: 9.73s\tremaining: 3m 8s\n",
            "491:\tlearn: 0.2170816\ttest: 0.3857674\tbest: 0.3857300 (490)\ttotal: 9.75s\tremaining: 3m 8s\n",
            "492:\tlearn: 0.2169335\ttest: 0.3857524\tbest: 0.3857300 (490)\ttotal: 9.77s\tremaining: 3m 8s\n",
            "493:\tlearn: 0.2166606\ttest: 0.3857697\tbest: 0.3857300 (490)\ttotal: 9.79s\tremaining: 3m 8s\n",
            "494:\tlearn: 0.2164353\ttest: 0.3857398\tbest: 0.3857300 (490)\ttotal: 9.81s\tremaining: 3m 8s\n",
            "495:\tlearn: 0.2162785\ttest: 0.3857372\tbest: 0.3857300 (490)\ttotal: 9.83s\tremaining: 3m 8s\n",
            "496:\tlearn: 0.2160572\ttest: 0.3857267\tbest: 0.3857267 (496)\ttotal: 9.85s\tremaining: 3m 8s\n",
            "497:\tlearn: 0.2159113\ttest: 0.3856369\tbest: 0.3856369 (497)\ttotal: 9.87s\tremaining: 3m 8s\n",
            "498:\tlearn: 0.2157129\ttest: 0.3856820\tbest: 0.3856369 (497)\ttotal: 9.88s\tremaining: 3m 8s\n",
            "499:\tlearn: 0.2156027\ttest: 0.3856902\tbest: 0.3856369 (497)\ttotal: 9.9s\tremaining: 3m 8s\n",
            "500:\tlearn: 0.2153752\ttest: 0.3856960\tbest: 0.3856369 (497)\ttotal: 9.92s\tremaining: 3m 8s\n",
            "501:\tlearn: 0.2151756\ttest: 0.3856112\tbest: 0.3856112 (501)\ttotal: 9.94s\tremaining: 3m 8s\n",
            "502:\tlearn: 0.2150746\ttest: 0.3856205\tbest: 0.3856112 (501)\ttotal: 9.96s\tremaining: 3m 8s\n",
            "503:\tlearn: 0.2148325\ttest: 0.3856375\tbest: 0.3856112 (501)\ttotal: 9.97s\tremaining: 3m 7s\n",
            "504:\tlearn: 0.2145115\ttest: 0.3857408\tbest: 0.3856112 (501)\ttotal: 9.99s\tremaining: 3m 7s\n",
            "505:\tlearn: 0.2142537\ttest: 0.3857761\tbest: 0.3856112 (501)\ttotal: 10s\tremaining: 3m 7s\n",
            "506:\tlearn: 0.2140030\ttest: 0.3858262\tbest: 0.3856112 (501)\ttotal: 10s\tremaining: 3m 7s\n",
            "507:\tlearn: 0.2138475\ttest: 0.3858437\tbest: 0.3856112 (501)\ttotal: 10s\tremaining: 3m 7s\n",
            "508:\tlearn: 0.2136463\ttest: 0.3858559\tbest: 0.3856112 (501)\ttotal: 10.1s\tremaining: 3m 7s\n",
            "509:\tlearn: 0.2135405\ttest: 0.3859056\tbest: 0.3856112 (501)\ttotal: 10.1s\tremaining: 3m 7s\n",
            "510:\tlearn: 0.2133900\ttest: 0.3859418\tbest: 0.3856112 (501)\ttotal: 10.1s\tremaining: 3m 7s\n",
            "511:\tlearn: 0.2131830\ttest: 0.3859284\tbest: 0.3856112 (501)\ttotal: 10.1s\tremaining: 3m 7s\n",
            "512:\tlearn: 0.2130228\ttest: 0.3859134\tbest: 0.3856112 (501)\ttotal: 10.1s\tremaining: 3m 7s\n",
            "513:\tlearn: 0.2128450\ttest: 0.3858699\tbest: 0.3856112 (501)\ttotal: 10.2s\tremaining: 3m 7s\n",
            "514:\tlearn: 0.2126239\ttest: 0.3859305\tbest: 0.3856112 (501)\ttotal: 10.2s\tremaining: 3m 7s\n",
            "515:\tlearn: 0.2124922\ttest: 0.3858995\tbest: 0.3856112 (501)\ttotal: 10.2s\tremaining: 3m 7s\n",
            "516:\tlearn: 0.2122712\ttest: 0.3857912\tbest: 0.3856112 (501)\ttotal: 10.2s\tremaining: 3m 7s\n",
            "517:\tlearn: 0.2121342\ttest: 0.3858316\tbest: 0.3856112 (501)\ttotal: 10.2s\tremaining: 3m 7s\n",
            "518:\tlearn: 0.2119874\ttest: 0.3857527\tbest: 0.3856112 (501)\ttotal: 10.3s\tremaining: 3m 7s\n",
            "519:\tlearn: 0.2117832\ttest: 0.3857495\tbest: 0.3856112 (501)\ttotal: 10.3s\tremaining: 3m 7s\n",
            "520:\tlearn: 0.2116492\ttest: 0.3857851\tbest: 0.3856112 (501)\ttotal: 10.3s\tremaining: 3m 7s\n",
            "521:\tlearn: 0.2114919\ttest: 0.3857211\tbest: 0.3856112 (501)\ttotal: 10.3s\tremaining: 3m 7s\n",
            "522:\tlearn: 0.2111673\ttest: 0.3856046\tbest: 0.3856046 (522)\ttotal: 10.3s\tremaining: 3m 7s\n",
            "523:\tlearn: 0.2110731\ttest: 0.3855930\tbest: 0.3855930 (523)\ttotal: 10.4s\tremaining: 3m 7s\n",
            "524:\tlearn: 0.2109152\ttest: 0.3854962\tbest: 0.3854962 (524)\ttotal: 10.4s\tremaining: 3m 7s\n",
            "525:\tlearn: 0.2107410\ttest: 0.3855114\tbest: 0.3854962 (524)\ttotal: 10.4s\tremaining: 3m 7s\n",
            "526:\tlearn: 0.2105070\ttest: 0.3854363\tbest: 0.3854363 (526)\ttotal: 10.4s\tremaining: 3m 7s\n",
            "527:\tlearn: 0.2104043\ttest: 0.3853367\tbest: 0.3853367 (527)\ttotal: 10.4s\tremaining: 3m 7s\n",
            "528:\tlearn: 0.2101691\ttest: 0.3852953\tbest: 0.3852953 (528)\ttotal: 10.4s\tremaining: 3m 7s\n",
            "529:\tlearn: 0.2100105\ttest: 0.3853403\tbest: 0.3852953 (528)\ttotal: 10.5s\tremaining: 3m 6s\n",
            "530:\tlearn: 0.2098182\ttest: 0.3853261\tbest: 0.3852953 (528)\ttotal: 10.5s\tremaining: 3m 7s\n",
            "531:\tlearn: 0.2096270\ttest: 0.3853406\tbest: 0.3852953 (528)\ttotal: 10.5s\tremaining: 3m 7s\n",
            "532:\tlearn: 0.2094605\ttest: 0.3853176\tbest: 0.3852953 (528)\ttotal: 10.5s\tremaining: 3m 6s\n",
            "533:\tlearn: 0.2093130\ttest: 0.3852587\tbest: 0.3852587 (533)\ttotal: 10.5s\tremaining: 3m 6s\n",
            "534:\tlearn: 0.2090524\ttest: 0.3853554\tbest: 0.3852587 (533)\ttotal: 10.6s\tremaining: 3m 6s\n",
            "535:\tlearn: 0.2088203\ttest: 0.3853239\tbest: 0.3852587 (533)\ttotal: 10.6s\tremaining: 3m 6s\n",
            "536:\tlearn: 0.2085060\ttest: 0.3853774\tbest: 0.3852587 (533)\ttotal: 10.6s\tremaining: 3m 6s\n",
            "537:\tlearn: 0.2082909\ttest: 0.3854046\tbest: 0.3852587 (533)\ttotal: 10.6s\tremaining: 3m 6s\n",
            "538:\tlearn: 0.2079410\ttest: 0.3853171\tbest: 0.3852587 (533)\ttotal: 10.6s\tremaining: 3m 6s\n",
            "539:\tlearn: 0.2076710\ttest: 0.3853644\tbest: 0.3852587 (533)\ttotal: 10.7s\tremaining: 3m 6s\n",
            "540:\tlearn: 0.2074687\ttest: 0.3854627\tbest: 0.3852587 (533)\ttotal: 10.7s\tremaining: 3m 6s\n",
            "541:\tlearn: 0.2073269\ttest: 0.3854609\tbest: 0.3852587 (533)\ttotal: 10.7s\tremaining: 3m 6s\n",
            "542:\tlearn: 0.2071433\ttest: 0.3854730\tbest: 0.3852587 (533)\ttotal: 10.7s\tremaining: 3m 6s\n",
            "543:\tlearn: 0.2069720\ttest: 0.3854296\tbest: 0.3852587 (533)\ttotal: 10.7s\tremaining: 3m 6s\n",
            "544:\tlearn: 0.2067425\ttest: 0.3854653\tbest: 0.3852587 (533)\ttotal: 10.8s\tremaining: 3m 6s\n",
            "545:\tlearn: 0.2065132\ttest: 0.3854511\tbest: 0.3852587 (533)\ttotal: 10.8s\tremaining: 3m 6s\n",
            "546:\tlearn: 0.2063597\ttest: 0.3854382\tbest: 0.3852587 (533)\ttotal: 10.8s\tremaining: 3m 6s\n",
            "547:\tlearn: 0.2062150\ttest: 0.3853763\tbest: 0.3852587 (533)\ttotal: 10.8s\tremaining: 3m 6s\n",
            "548:\tlearn: 0.2060649\ttest: 0.3854008\tbest: 0.3852587 (533)\ttotal: 10.8s\tremaining: 3m 6s\n",
            "549:\tlearn: 0.2058726\ttest: 0.3854073\tbest: 0.3852587 (533)\ttotal: 10.9s\tremaining: 3m 6s\n",
            "550:\tlearn: 0.2055991\ttest: 0.3853602\tbest: 0.3852587 (533)\ttotal: 10.9s\tremaining: 3m 6s\n",
            "551:\tlearn: 0.2052850\ttest: 0.3852643\tbest: 0.3852587 (533)\ttotal: 10.9s\tremaining: 3m 6s\n",
            "552:\tlearn: 0.2049536\ttest: 0.3852713\tbest: 0.3852587 (533)\ttotal: 10.9s\tremaining: 3m 6s\n",
            "553:\tlearn: 0.2047603\ttest: 0.3852288\tbest: 0.3852288 (553)\ttotal: 10.9s\tremaining: 3m 6s\n",
            "554:\tlearn: 0.2046157\ttest: 0.3852376\tbest: 0.3852288 (553)\ttotal: 11s\tremaining: 3m 6s\n",
            "555:\tlearn: 0.2043918\ttest: 0.3852830\tbest: 0.3852288 (553)\ttotal: 11s\tremaining: 3m 6s\n",
            "556:\tlearn: 0.2041755\ttest: 0.3852185\tbest: 0.3852185 (556)\ttotal: 11s\tremaining: 3m 6s\n",
            "557:\tlearn: 0.2037468\ttest: 0.3852349\tbest: 0.3852185 (556)\ttotal: 11s\tremaining: 3m 6s\n",
            "558:\tlearn: 0.2036155\ttest: 0.3852629\tbest: 0.3852185 (556)\ttotal: 11s\tremaining: 3m 6s\n",
            "559:\tlearn: 0.2034459\ttest: 0.3852515\tbest: 0.3852185 (556)\ttotal: 11.1s\tremaining: 3m 6s\n",
            "560:\tlearn: 0.2032974\ttest: 0.3852695\tbest: 0.3852185 (556)\ttotal: 11.1s\tremaining: 3m 6s\n",
            "561:\tlearn: 0.2031803\ttest: 0.3852699\tbest: 0.3852185 (556)\ttotal: 11.1s\tremaining: 3m 6s\n",
            "562:\tlearn: 0.2030750\ttest: 0.3853099\tbest: 0.3852185 (556)\ttotal: 11.1s\tremaining: 3m 6s\n",
            "563:\tlearn: 0.2029246\ttest: 0.3852496\tbest: 0.3852185 (556)\ttotal: 11.1s\tremaining: 3m 6s\n",
            "564:\tlearn: 0.2027686\ttest: 0.3852526\tbest: 0.3852185 (556)\ttotal: 11.1s\tremaining: 3m 6s\n",
            "565:\tlearn: 0.2026346\ttest: 0.3852217\tbest: 0.3852185 (556)\ttotal: 11.2s\tremaining: 3m 6s\n",
            "566:\tlearn: 0.2024194\ttest: 0.3852365\tbest: 0.3852185 (556)\ttotal: 11.2s\tremaining: 3m 6s\n",
            "567:\tlearn: 0.2023065\ttest: 0.3851966\tbest: 0.3851966 (567)\ttotal: 11.2s\tremaining: 3m 6s\n",
            "568:\tlearn: 0.2020380\ttest: 0.3851049\tbest: 0.3851049 (568)\ttotal: 11.2s\tremaining: 3m 5s\n",
            "569:\tlearn: 0.2018583\ttest: 0.3851220\tbest: 0.3851049 (568)\ttotal: 11.2s\tremaining: 3m 5s\n",
            "570:\tlearn: 0.2016900\ttest: 0.3850637\tbest: 0.3850637 (570)\ttotal: 11.3s\tremaining: 3m 5s\n",
            "571:\tlearn: 0.2014206\ttest: 0.3851158\tbest: 0.3850637 (570)\ttotal: 11.3s\tremaining: 3m 5s\n",
            "572:\tlearn: 0.2012406\ttest: 0.3849471\tbest: 0.3849471 (572)\ttotal: 11.3s\tremaining: 3m 5s\n",
            "573:\tlearn: 0.2011103\ttest: 0.3848769\tbest: 0.3848769 (573)\ttotal: 11.3s\tremaining: 3m 5s\n",
            "574:\tlearn: 0.2009442\ttest: 0.3849039\tbest: 0.3848769 (573)\ttotal: 11.3s\tremaining: 3m 5s\n",
            "575:\tlearn: 0.2007066\ttest: 0.3848911\tbest: 0.3848769 (573)\ttotal: 11.4s\tremaining: 3m 5s\n",
            "576:\tlearn: 0.2005300\ttest: 0.3848293\tbest: 0.3848293 (576)\ttotal: 11.4s\tremaining: 3m 5s\n",
            "577:\tlearn: 0.2001988\ttest: 0.3848103\tbest: 0.3848103 (577)\ttotal: 11.4s\tremaining: 3m 5s\n",
            "578:\tlearn: 0.2000983\ttest: 0.3847682\tbest: 0.3847682 (578)\ttotal: 11.4s\tremaining: 3m 5s\n",
            "579:\tlearn: 0.1998948\ttest: 0.3847286\tbest: 0.3847286 (579)\ttotal: 11.4s\tremaining: 3m 5s\n",
            "580:\tlearn: 0.1997128\ttest: 0.3847514\tbest: 0.3847286 (579)\ttotal: 11.4s\tremaining: 3m 5s\n",
            "581:\tlearn: 0.1996074\ttest: 0.3847427\tbest: 0.3847286 (579)\ttotal: 11.5s\tremaining: 3m 5s\n",
            "582:\tlearn: 0.1994470\ttest: 0.3847231\tbest: 0.3847231 (582)\ttotal: 11.5s\tremaining: 3m 5s\n",
            "583:\tlearn: 0.1992472\ttest: 0.3846016\tbest: 0.3846016 (583)\ttotal: 11.5s\tremaining: 3m 5s\n",
            "584:\tlearn: 0.1990493\ttest: 0.3845493\tbest: 0.3845493 (584)\ttotal: 11.5s\tremaining: 3m 5s\n",
            "585:\tlearn: 0.1989373\ttest: 0.3845058\tbest: 0.3845058 (585)\ttotal: 11.5s\tremaining: 3m 5s\n",
            "586:\tlearn: 0.1988423\ttest: 0.3845018\tbest: 0.3845018 (586)\ttotal: 11.6s\tremaining: 3m 5s\n",
            "587:\tlearn: 0.1986434\ttest: 0.3846113\tbest: 0.3845018 (586)\ttotal: 11.6s\tremaining: 3m 5s\n",
            "588:\tlearn: 0.1985388\ttest: 0.3846264\tbest: 0.3845018 (586)\ttotal: 11.6s\tremaining: 3m 5s\n",
            "589:\tlearn: 0.1982818\ttest: 0.3846582\tbest: 0.3845018 (586)\ttotal: 11.6s\tremaining: 3m 5s\n",
            "590:\tlearn: 0.1980988\ttest: 0.3846693\tbest: 0.3845018 (586)\ttotal: 11.6s\tremaining: 3m 5s\n",
            "591:\tlearn: 0.1978762\ttest: 0.3847080\tbest: 0.3845018 (586)\ttotal: 11.7s\tremaining: 3m 5s\n",
            "592:\tlearn: 0.1977189\ttest: 0.3846418\tbest: 0.3845018 (586)\ttotal: 11.7s\tremaining: 3m 5s\n",
            "593:\tlearn: 0.1975698\ttest: 0.3846522\tbest: 0.3845018 (586)\ttotal: 11.7s\tremaining: 3m 5s\n",
            "594:\tlearn: 0.1974357\ttest: 0.3846394\tbest: 0.3845018 (586)\ttotal: 11.7s\tremaining: 3m 5s\n",
            "595:\tlearn: 0.1972275\ttest: 0.3846748\tbest: 0.3845018 (586)\ttotal: 11.7s\tremaining: 3m 5s\n",
            "596:\tlearn: 0.1970239\ttest: 0.3847357\tbest: 0.3845018 (586)\ttotal: 11.8s\tremaining: 3m 5s\n",
            "597:\tlearn: 0.1969365\ttest: 0.3846958\tbest: 0.3845018 (586)\ttotal: 11.8s\tremaining: 3m 5s\n",
            "598:\tlearn: 0.1967835\ttest: 0.3846618\tbest: 0.3845018 (586)\ttotal: 11.8s\tremaining: 3m 5s\n",
            "599:\tlearn: 0.1966726\ttest: 0.3847013\tbest: 0.3845018 (586)\ttotal: 11.8s\tremaining: 3m 4s\n",
            "600:\tlearn: 0.1964251\ttest: 0.3845910\tbest: 0.3845018 (586)\ttotal: 11.8s\tremaining: 3m 4s\n",
            "601:\tlearn: 0.1962878\ttest: 0.3847222\tbest: 0.3845018 (586)\ttotal: 11.8s\tremaining: 3m 4s\n",
            "602:\tlearn: 0.1959956\ttest: 0.3847893\tbest: 0.3845018 (586)\ttotal: 11.9s\tremaining: 3m 4s\n",
            "603:\tlearn: 0.1958636\ttest: 0.3847883\tbest: 0.3845018 (586)\ttotal: 11.9s\tremaining: 3m 4s\n",
            "604:\tlearn: 0.1957082\ttest: 0.3846726\tbest: 0.3845018 (586)\ttotal: 11.9s\tremaining: 3m 4s\n",
            "605:\tlearn: 0.1955679\ttest: 0.3847851\tbest: 0.3845018 (586)\ttotal: 11.9s\tremaining: 3m 4s\n",
            "606:\tlearn: 0.1954407\ttest: 0.3848280\tbest: 0.3845018 (586)\ttotal: 11.9s\tremaining: 3m 4s\n",
            "607:\tlearn: 0.1953279\ttest: 0.3848032\tbest: 0.3845018 (586)\ttotal: 11.9s\tremaining: 3m 4s\n",
            "608:\tlearn: 0.1951779\ttest: 0.3848009\tbest: 0.3845018 (586)\ttotal: 12s\tremaining: 3m 4s\n",
            "609:\tlearn: 0.1950418\ttest: 0.3848475\tbest: 0.3845018 (586)\ttotal: 12s\tremaining: 3m 4s\n",
            "610:\tlearn: 0.1948522\ttest: 0.3848658\tbest: 0.3845018 (586)\ttotal: 12s\tremaining: 3m 4s\n",
            "611:\tlearn: 0.1947243\ttest: 0.3848242\tbest: 0.3845018 (586)\ttotal: 12s\tremaining: 3m 4s\n",
            "612:\tlearn: 0.1945811\ttest: 0.3847685\tbest: 0.3845018 (586)\ttotal: 12s\tremaining: 3m 4s\n",
            "613:\tlearn: 0.1943792\ttest: 0.3848013\tbest: 0.3845018 (586)\ttotal: 12.1s\tremaining: 3m 4s\n",
            "614:\tlearn: 0.1942903\ttest: 0.3847647\tbest: 0.3845018 (586)\ttotal: 12.1s\tremaining: 3m 4s\n",
            "615:\tlearn: 0.1941707\ttest: 0.3847537\tbest: 0.3845018 (586)\ttotal: 12.1s\tremaining: 3m 4s\n",
            "616:\tlearn: 0.1939211\ttest: 0.3847428\tbest: 0.3845018 (586)\ttotal: 12.1s\tremaining: 3m 4s\n",
            "617:\tlearn: 0.1937130\ttest: 0.3848312\tbest: 0.3845018 (586)\ttotal: 12.1s\tremaining: 3m 4s\n",
            "618:\tlearn: 0.1934975\ttest: 0.3848206\tbest: 0.3845018 (586)\ttotal: 12.2s\tremaining: 3m 4s\n",
            "619:\tlearn: 0.1932858\ttest: 0.3849084\tbest: 0.3845018 (586)\ttotal: 12.2s\tremaining: 3m 4s\n",
            "620:\tlearn: 0.1931773\ttest: 0.3848985\tbest: 0.3845018 (586)\ttotal: 12.2s\tremaining: 3m 4s\n",
            "621:\tlearn: 0.1930537\ttest: 0.3849440\tbest: 0.3845018 (586)\ttotal: 12.2s\tremaining: 3m 3s\n",
            "622:\tlearn: 0.1929097\ttest: 0.3849260\tbest: 0.3845018 (586)\ttotal: 12.2s\tremaining: 3m 3s\n",
            "623:\tlearn: 0.1928093\ttest: 0.3849151\tbest: 0.3845018 (586)\ttotal: 12.2s\tremaining: 3m 3s\n",
            "624:\tlearn: 0.1925777\ttest: 0.3847659\tbest: 0.3845018 (586)\ttotal: 12.3s\tremaining: 3m 3s\n",
            "625:\tlearn: 0.1924428\ttest: 0.3847506\tbest: 0.3845018 (586)\ttotal: 12.3s\tremaining: 3m 3s\n",
            "626:\tlearn: 0.1922694\ttest: 0.3847474\tbest: 0.3845018 (586)\ttotal: 12.3s\tremaining: 3m 3s\n",
            "627:\tlearn: 0.1921542\ttest: 0.3847363\tbest: 0.3845018 (586)\ttotal: 12.3s\tremaining: 3m 3s\n",
            "628:\tlearn: 0.1919539\ttest: 0.3846877\tbest: 0.3845018 (586)\ttotal: 12.3s\tremaining: 3m 3s\n",
            "629:\tlearn: 0.1918182\ttest: 0.3846686\tbest: 0.3845018 (586)\ttotal: 12.4s\tremaining: 3m 3s\n",
            "630:\tlearn: 0.1917044\ttest: 0.3846744\tbest: 0.3845018 (586)\ttotal: 12.4s\tremaining: 3m 3s\n",
            "631:\tlearn: 0.1915891\ttest: 0.3847111\tbest: 0.3845018 (586)\ttotal: 12.4s\tremaining: 3m 3s\n",
            "632:\tlearn: 0.1914359\ttest: 0.3847776\tbest: 0.3845018 (586)\ttotal: 12.4s\tremaining: 3m 3s\n",
            "633:\tlearn: 0.1913116\ttest: 0.3847849\tbest: 0.3845018 (586)\ttotal: 12.4s\tremaining: 3m 3s\n",
            "634:\tlearn: 0.1911077\ttest: 0.3848707\tbest: 0.3845018 (586)\ttotal: 12.5s\tremaining: 3m 3s\n",
            "635:\tlearn: 0.1909359\ttest: 0.3848563\tbest: 0.3845018 (586)\ttotal: 12.5s\tremaining: 3m 3s\n",
            "636:\tlearn: 0.1908074\ttest: 0.3849080\tbest: 0.3845018 (586)\ttotal: 12.5s\tremaining: 3m 3s\n",
            "637:\tlearn: 0.1906929\ttest: 0.3848951\tbest: 0.3845018 (586)\ttotal: 12.5s\tremaining: 3m 3s\n",
            "638:\tlearn: 0.1905107\ttest: 0.3848283\tbest: 0.3845018 (586)\ttotal: 12.5s\tremaining: 3m 3s\n",
            "639:\tlearn: 0.1903893\ttest: 0.3848962\tbest: 0.3845018 (586)\ttotal: 12.6s\tremaining: 3m 3s\n",
            "640:\tlearn: 0.1902815\ttest: 0.3849008\tbest: 0.3845018 (586)\ttotal: 12.6s\tremaining: 3m 3s\n",
            "641:\tlearn: 0.1901550\ttest: 0.3848835\tbest: 0.3845018 (586)\ttotal: 12.6s\tremaining: 3m 3s\n",
            "642:\tlearn: 0.1899812\ttest: 0.3849612\tbest: 0.3845018 (586)\ttotal: 12.6s\tremaining: 3m 3s\n",
            "643:\tlearn: 0.1898638\ttest: 0.3849919\tbest: 0.3845018 (586)\ttotal: 12.6s\tremaining: 3m 3s\n",
            "644:\tlearn: 0.1897218\ttest: 0.3850959\tbest: 0.3845018 (586)\ttotal: 12.6s\tremaining: 3m 3s\n",
            "645:\tlearn: 0.1895885\ttest: 0.3851350\tbest: 0.3845018 (586)\ttotal: 12.7s\tremaining: 3m 3s\n",
            "646:\tlearn: 0.1893919\ttest: 0.3851233\tbest: 0.3845018 (586)\ttotal: 12.7s\tremaining: 3m 3s\n",
            "647:\tlearn: 0.1892293\ttest: 0.3850469\tbest: 0.3845018 (586)\ttotal: 12.7s\tremaining: 3m 3s\n",
            "648:\tlearn: 0.1890247\ttest: 0.3850141\tbest: 0.3845018 (586)\ttotal: 12.7s\tremaining: 3m 3s\n",
            "649:\tlearn: 0.1888834\ttest: 0.3849557\tbest: 0.3845018 (586)\ttotal: 12.7s\tremaining: 3m 3s\n",
            "650:\tlearn: 0.1887225\ttest: 0.3849145\tbest: 0.3845018 (586)\ttotal: 12.8s\tremaining: 3m 3s\n",
            "651:\tlearn: 0.1885792\ttest: 0.3849264\tbest: 0.3845018 (586)\ttotal: 12.8s\tremaining: 3m 3s\n",
            "652:\tlearn: 0.1883802\ttest: 0.3850288\tbest: 0.3845018 (586)\ttotal: 12.8s\tremaining: 3m 3s\n",
            "653:\tlearn: 0.1882171\ttest: 0.3850171\tbest: 0.3845018 (586)\ttotal: 12.8s\tremaining: 3m 3s\n",
            "654:\tlearn: 0.1879720\ttest: 0.3851054\tbest: 0.3845018 (586)\ttotal: 12.8s\tremaining: 3m 3s\n",
            "655:\tlearn: 0.1878305\ttest: 0.3850544\tbest: 0.3845018 (586)\ttotal: 12.8s\tremaining: 3m 2s\n",
            "656:\tlearn: 0.1876600\ttest: 0.3851356\tbest: 0.3845018 (586)\ttotal: 12.9s\tremaining: 3m 2s\n",
            "657:\tlearn: 0.1875429\ttest: 0.3852037\tbest: 0.3845018 (586)\ttotal: 12.9s\tremaining: 3m 2s\n",
            "658:\tlearn: 0.1874034\ttest: 0.3852195\tbest: 0.3845018 (586)\ttotal: 12.9s\tremaining: 3m 2s\n",
            "659:\tlearn: 0.1872158\ttest: 0.3851562\tbest: 0.3845018 (586)\ttotal: 12.9s\tremaining: 3m 2s\n",
            "660:\tlearn: 0.1870957\ttest: 0.3851579\tbest: 0.3845018 (586)\ttotal: 12.9s\tremaining: 3m 2s\n",
            "661:\tlearn: 0.1869315\ttest: 0.3851654\tbest: 0.3845018 (586)\ttotal: 13s\tremaining: 3m 2s\n",
            "662:\tlearn: 0.1867244\ttest: 0.3851641\tbest: 0.3845018 (586)\ttotal: 13s\tremaining: 3m 2s\n",
            "663:\tlearn: 0.1864905\ttest: 0.3849804\tbest: 0.3845018 (586)\ttotal: 13s\tremaining: 3m 3s\n",
            "664:\tlearn: 0.1863356\ttest: 0.3849921\tbest: 0.3845018 (586)\ttotal: 13.1s\tremaining: 3m 3s\n",
            "665:\tlearn: 0.1862446\ttest: 0.3850591\tbest: 0.3845018 (586)\ttotal: 13.1s\tremaining: 3m 3s\n",
            "666:\tlearn: 0.1859919\ttest: 0.3851049\tbest: 0.3845018 (586)\ttotal: 13.1s\tremaining: 3m 3s\n",
            "667:\tlearn: 0.1858818\ttest: 0.3850217\tbest: 0.3845018 (586)\ttotal: 13.1s\tremaining: 3m 3s\n",
            "668:\tlearn: 0.1855531\ttest: 0.3851178\tbest: 0.3845018 (586)\ttotal: 13.2s\tremaining: 3m 3s\n",
            "669:\tlearn: 0.1854154\ttest: 0.3850793\tbest: 0.3845018 (586)\ttotal: 13.2s\tremaining: 3m 3s\n",
            "670:\tlearn: 0.1852176\ttest: 0.3850852\tbest: 0.3845018 (586)\ttotal: 13.2s\tremaining: 3m 3s\n",
            "671:\tlearn: 0.1850253\ttest: 0.3850124\tbest: 0.3845018 (586)\ttotal: 13.2s\tremaining: 3m 3s\n",
            "672:\tlearn: 0.1847125\ttest: 0.3850102\tbest: 0.3845018 (586)\ttotal: 13.2s\tremaining: 3m 3s\n",
            "673:\tlearn: 0.1845535\ttest: 0.3850656\tbest: 0.3845018 (586)\ttotal: 13.2s\tremaining: 3m 3s\n",
            "674:\tlearn: 0.1843846\ttest: 0.3851829\tbest: 0.3845018 (586)\ttotal: 13.3s\tremaining: 3m 3s\n",
            "675:\tlearn: 0.1840815\ttest: 0.3851815\tbest: 0.3845018 (586)\ttotal: 13.3s\tremaining: 3m 3s\n",
            "676:\tlearn: 0.1839606\ttest: 0.3852085\tbest: 0.3845018 (586)\ttotal: 13.3s\tremaining: 3m 3s\n",
            "677:\tlearn: 0.1838710\ttest: 0.3852468\tbest: 0.3845018 (586)\ttotal: 13.3s\tremaining: 3m 3s\n",
            "678:\tlearn: 0.1836789\ttest: 0.3852344\tbest: 0.3845018 (586)\ttotal: 13.4s\tremaining: 3m 3s\n",
            "679:\tlearn: 0.1835187\ttest: 0.3852133\tbest: 0.3845018 (586)\ttotal: 13.4s\tremaining: 3m 3s\n",
            "680:\tlearn: 0.1833043\ttest: 0.3852546\tbest: 0.3845018 (586)\ttotal: 13.4s\tremaining: 3m 3s\n",
            "681:\tlearn: 0.1832100\ttest: 0.3852035\tbest: 0.3845018 (586)\ttotal: 13.4s\tremaining: 3m 3s\n",
            "682:\tlearn: 0.1830743\ttest: 0.3852279\tbest: 0.3845018 (586)\ttotal: 13.4s\tremaining: 3m 3s\n",
            "683:\tlearn: 0.1828521\ttest: 0.3852047\tbest: 0.3845018 (586)\ttotal: 13.4s\tremaining: 3m 3s\n",
            "684:\tlearn: 0.1826958\ttest: 0.3851062\tbest: 0.3845018 (586)\ttotal: 13.5s\tremaining: 3m 3s\n",
            "685:\tlearn: 0.1825210\ttest: 0.3851971\tbest: 0.3845018 (586)\ttotal: 13.5s\tremaining: 3m 2s\n",
            "686:\tlearn: 0.1822825\ttest: 0.3851310\tbest: 0.3845018 (586)\ttotal: 13.5s\tremaining: 3m 3s\n",
            "bestTest = 0.3845018026\n",
            "bestIteration = 586\n",
            "Shrink model to first 587 iterations.\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<catboost.core.CatBoostClassifier at 0x7f3a403ea7f0>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 29
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-iAgRFxeJ6MU",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# FINDING THE IMPORTANT FEATURES\n",
        "\n",
        "importance = pd.DataFrame(data=model_cat.feature_importances_, index=X_train.columns, columns=['imp']).sort_values(by='imp',ascending=False)\n",
        "imp_feat = importance[importance['imp'] > 0.05].index"
      ],
      "execution_count": 30,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xjLCvZN5AV7M",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "bcfb9d67-c0ba-4876-aac0-88b2cb182d2b"
      },
      "source": [
        "# AFTER SELECTING THE IMPORTANT FEATURES\n",
        "\n",
        "model_cat = CatBoostClassifier(od_type='Iter', iterations=10000, task_type='GPU')\n",
        "model_cat.fit(X_train[imp_feat], y_train.astype(int),\n",
        "              eval_set=(X_test[imp_feat], y_test.astype(int)),\n",
        "              early_stopping_rounds=100,\n",
        "              cat_features=['Product_Type'])"
      ],
      "execution_count": 31,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Learning rate set to 0.045313\n",
            "0:\tlearn: 1.2929430\ttest: 1.2927130\tbest: 1.2927130 (0)\ttotal: 16.7ms\tremaining: 2m 46s\n",
            "1:\tlearn: 1.2171828\ttest: 1.2176213\tbest: 1.2176213 (1)\ttotal: 33.3ms\tremaining: 2m 46s\n",
            "2:\tlearn: 1.1504962\ttest: 1.1518981\tbest: 1.1518981 (2)\ttotal: 53.3ms\tremaining: 2m 57s\n",
            "3:\tlearn: 1.0925295\ttest: 1.0946792\tbest: 1.0946792 (3)\ttotal: 67.9ms\tremaining: 2m 49s\n",
            "4:\tlearn: 1.0396926\ttest: 1.0423542\tbest: 1.0423542 (4)\ttotal: 82.1ms\tremaining: 2m 44s\n",
            "5:\tlearn: 0.9922616\ttest: 0.9955456\tbest: 0.9955456 (5)\ttotal: 96.3ms\tremaining: 2m 40s\n",
            "6:\tlearn: 0.9494669\ttest: 0.9534342\tbest: 0.9534342 (6)\ttotal: 111ms\tremaining: 2m 38s\n",
            "7:\tlearn: 0.9099346\ttest: 0.9154520\tbest: 0.9154520 (7)\ttotal: 125ms\tremaining: 2m 36s\n",
            "8:\tlearn: 0.8750164\ttest: 0.8811929\tbest: 0.8811929 (8)\ttotal: 140ms\tremaining: 2m 35s\n",
            "9:\tlearn: 0.8427062\ttest: 0.8488726\tbest: 0.8488726 (9)\ttotal: 155ms\tremaining: 2m 34s\n",
            "10:\tlearn: 0.8126578\ttest: 0.8191348\tbest: 0.8191348 (10)\ttotal: 169ms\tremaining: 2m 33s\n",
            "11:\tlearn: 0.7849443\ttest: 0.7920790\tbest: 0.7920790 (11)\ttotal: 184ms\tremaining: 2m 32s\n",
            "12:\tlearn: 0.7593298\ttest: 0.7672071\tbest: 0.7672071 (12)\ttotal: 198ms\tremaining: 2m 32s\n",
            "13:\tlearn: 0.7355206\ttest: 0.7437944\tbest: 0.7437944 (13)\ttotal: 212ms\tremaining: 2m 31s\n",
            "14:\tlearn: 0.7130111\ttest: 0.7215059\tbest: 0.7215059 (14)\ttotal: 226ms\tremaining: 2m 30s\n",
            "15:\tlearn: 0.6926714\ttest: 0.7016973\tbest: 0.7016973 (15)\ttotal: 247ms\tremaining: 2m 34s\n",
            "16:\tlearn: 0.6730604\ttest: 0.6827456\tbest: 0.6827456 (16)\ttotal: 266ms\tremaining: 2m 36s\n",
            "17:\tlearn: 0.6551217\ttest: 0.6656500\tbest: 0.6656500 (17)\ttotal: 280ms\tremaining: 2m 35s\n",
            "18:\tlearn: 0.6385141\ttest: 0.6496095\tbest: 0.6496095 (18)\ttotal: 293ms\tremaining: 2m 34s\n",
            "19:\tlearn: 0.6226552\ttest: 0.6345119\tbest: 0.6345119 (19)\ttotal: 308ms\tremaining: 2m 33s\n",
            "20:\tlearn: 0.6078258\ttest: 0.6202909\tbest: 0.6202909 (20)\ttotal: 322ms\tremaining: 2m 32s\n",
            "21:\tlearn: 0.5941792\ttest: 0.6073285\tbest: 0.6073285 (21)\ttotal: 335ms\tremaining: 2m 31s\n",
            "22:\tlearn: 0.5814036\ttest: 0.5949732\tbest: 0.5949732 (22)\ttotal: 349ms\tremaining: 2m 31s\n",
            "23:\tlearn: 0.5694330\ttest: 0.5837667\tbest: 0.5837667 (23)\ttotal: 362ms\tremaining: 2m 30s\n",
            "24:\tlearn: 0.5578212\ttest: 0.5726233\tbest: 0.5726233 (24)\ttotal: 375ms\tremaining: 2m 29s\n",
            "25:\tlearn: 0.5468076\ttest: 0.5626017\tbest: 0.5626017 (25)\ttotal: 389ms\tremaining: 2m 29s\n",
            "26:\tlearn: 0.5366742\ttest: 0.5532018\tbest: 0.5532018 (26)\ttotal: 402ms\tremaining: 2m 28s\n",
            "27:\tlearn: 0.5273197\ttest: 0.5443767\tbest: 0.5443767 (27)\ttotal: 416ms\tremaining: 2m 28s\n",
            "28:\tlearn: 0.5182216\ttest: 0.5357162\tbest: 0.5357162 (28)\ttotal: 430ms\tremaining: 2m 27s\n",
            "29:\tlearn: 0.5095907\ttest: 0.5276671\tbest: 0.5276671 (29)\ttotal: 444ms\tremaining: 2m 27s\n",
            "30:\tlearn: 0.5016488\ttest: 0.5201526\tbest: 0.5201526 (30)\ttotal: 457ms\tremaining: 2m 27s\n",
            "31:\tlearn: 0.4940755\ttest: 0.5134167\tbest: 0.5134167 (31)\ttotal: 474ms\tremaining: 2m 27s\n",
            "32:\tlearn: 0.4870268\ttest: 0.5069059\tbest: 0.5069059 (32)\ttotal: 488ms\tremaining: 2m 27s\n",
            "33:\tlearn: 0.4801865\ttest: 0.5008445\tbest: 0.5008445 (33)\ttotal: 502ms\tremaining: 2m 27s\n",
            "34:\tlearn: 0.4736685\ttest: 0.4947577\tbest: 0.4947577 (34)\ttotal: 515ms\tremaining: 2m 26s\n",
            "35:\tlearn: 0.4679827\ttest: 0.4897388\tbest: 0.4897388 (35)\ttotal: 528ms\tremaining: 2m 26s\n",
            "36:\tlearn: 0.4622421\ttest: 0.4845864\tbest: 0.4845864 (36)\ttotal: 542ms\tremaining: 2m 25s\n",
            "37:\tlearn: 0.4569923\ttest: 0.4797771\tbest: 0.4797771 (37)\ttotal: 556ms\tremaining: 2m 25s\n",
            "38:\tlearn: 0.4516625\ttest: 0.4752768\tbest: 0.4752768 (38)\ttotal: 569ms\tremaining: 2m 25s\n",
            "39:\tlearn: 0.4467081\ttest: 0.4712123\tbest: 0.4712123 (39)\ttotal: 583ms\tremaining: 2m 25s\n",
            "40:\tlearn: 0.4422947\ttest: 0.4674944\tbest: 0.4674944 (40)\ttotal: 596ms\tremaining: 2m 24s\n",
            "41:\tlearn: 0.4378546\ttest: 0.4636501\tbest: 0.4636501 (41)\ttotal: 609ms\tremaining: 2m 24s\n",
            "42:\tlearn: 0.4335804\ttest: 0.4598776\tbest: 0.4598776 (42)\ttotal: 622ms\tremaining: 2m 24s\n",
            "43:\tlearn: 0.4296749\ttest: 0.4566490\tbest: 0.4566490 (43)\ttotal: 636ms\tremaining: 2m 23s\n",
            "44:\tlearn: 0.4259434\ttest: 0.4534210\tbest: 0.4534210 (44)\ttotal: 649ms\tremaining: 2m 23s\n",
            "45:\tlearn: 0.4221005\ttest: 0.4499917\tbest: 0.4499917 (45)\ttotal: 662ms\tremaining: 2m 23s\n",
            "46:\tlearn: 0.4185688\ttest: 0.4471802\tbest: 0.4471802 (46)\ttotal: 679ms\tremaining: 2m 23s\n",
            "47:\tlearn: 0.4150956\ttest: 0.4444048\tbest: 0.4444048 (47)\ttotal: 702ms\tremaining: 2m 25s\n",
            "48:\tlearn: 0.4118863\ttest: 0.4420951\tbest: 0.4420951 (48)\ttotal: 716ms\tremaining: 2m 25s\n",
            "49:\tlearn: 0.4085121\ttest: 0.4395875\tbest: 0.4395875 (49)\ttotal: 731ms\tremaining: 2m 25s\n",
            "50:\tlearn: 0.4054297\ttest: 0.4373254\tbest: 0.4373254 (50)\ttotal: 747ms\tremaining: 2m 25s\n",
            "51:\tlearn: 0.4025871\ttest: 0.4352435\tbest: 0.4352435 (51)\ttotal: 760ms\tremaining: 2m 25s\n",
            "52:\tlearn: 0.3997682\ttest: 0.4333478\tbest: 0.4333478 (52)\ttotal: 774ms\tremaining: 2m 25s\n",
            "53:\tlearn: 0.3968823\ttest: 0.4312175\tbest: 0.4312175 (53)\ttotal: 787ms\tremaining: 2m 24s\n",
            "54:\tlearn: 0.3941473\ttest: 0.4294324\tbest: 0.4294324 (54)\ttotal: 801ms\tremaining: 2m 24s\n",
            "55:\tlearn: 0.3917472\ttest: 0.4277635\tbest: 0.4277635 (55)\ttotal: 814ms\tremaining: 2m 24s\n",
            "56:\tlearn: 0.3895445\ttest: 0.4260212\tbest: 0.4260212 (56)\ttotal: 828ms\tremaining: 2m 24s\n",
            "57:\tlearn: 0.3872652\ttest: 0.4244252\tbest: 0.4244252 (57)\ttotal: 841ms\tremaining: 2m 24s\n",
            "58:\tlearn: 0.3851784\ttest: 0.4228814\tbest: 0.4228814 (58)\ttotal: 854ms\tremaining: 2m 23s\n",
            "59:\tlearn: 0.3830250\ttest: 0.4213724\tbest: 0.4213724 (59)\ttotal: 868ms\tremaining: 2m 23s\n",
            "60:\tlearn: 0.3809151\ttest: 0.4202324\tbest: 0.4202324 (60)\ttotal: 885ms\tremaining: 2m 24s\n",
            "61:\tlearn: 0.3789877\ttest: 0.4190716\tbest: 0.4190716 (61)\ttotal: 898ms\tremaining: 2m 23s\n",
            "62:\tlearn: 0.3773771\ttest: 0.4181314\tbest: 0.4181314 (62)\ttotal: 920ms\tremaining: 2m 25s\n",
            "63:\tlearn: 0.3754272\ttest: 0.4167059\tbest: 0.4167059 (63)\ttotal: 940ms\tremaining: 2m 25s\n",
            "64:\tlearn: 0.3738362\ttest: 0.4157036\tbest: 0.4157036 (64)\ttotal: 954ms\tremaining: 2m 25s\n",
            "65:\tlearn: 0.3720626\ttest: 0.4146529\tbest: 0.4146529 (65)\ttotal: 967ms\tremaining: 2m 25s\n",
            "66:\tlearn: 0.3707863\ttest: 0.4137039\tbest: 0.4137039 (66)\ttotal: 980ms\tremaining: 2m 25s\n",
            "67:\tlearn: 0.3693411\ttest: 0.4129559\tbest: 0.4129559 (67)\ttotal: 993ms\tremaining: 2m 25s\n",
            "68:\tlearn: 0.3680434\ttest: 0.4120849\tbest: 0.4120849 (68)\ttotal: 1.01s\tremaining: 2m 24s\n",
            "69:\tlearn: 0.3664172\ttest: 0.4113518\tbest: 0.4113518 (69)\ttotal: 1.02s\tremaining: 2m 24s\n",
            "70:\tlearn: 0.3654786\ttest: 0.4105881\tbest: 0.4105881 (70)\ttotal: 1.03s\tremaining: 2m 24s\n",
            "71:\tlearn: 0.3641134\ttest: 0.4100542\tbest: 0.4100542 (71)\ttotal: 1.05s\tremaining: 2m 24s\n",
            "72:\tlearn: 0.3626057\ttest: 0.4092261\tbest: 0.4092261 (72)\ttotal: 1.06s\tremaining: 2m 24s\n",
            "73:\tlearn: 0.3615354\ttest: 0.4086623\tbest: 0.4086623 (73)\ttotal: 1.07s\tremaining: 2m 23s\n",
            "74:\tlearn: 0.3603658\ttest: 0.4079815\tbest: 0.4079815 (74)\ttotal: 1.09s\tremaining: 2m 24s\n",
            "75:\tlearn: 0.3591153\ttest: 0.4073110\tbest: 0.4073110 (75)\ttotal: 1.1s\tremaining: 2m 24s\n",
            "76:\tlearn: 0.3577021\ttest: 0.4066970\tbest: 0.4066970 (76)\ttotal: 1.12s\tremaining: 2m 23s\n",
            "77:\tlearn: 0.3562697\ttest: 0.4059667\tbest: 0.4059667 (77)\ttotal: 1.13s\tremaining: 2m 23s\n",
            "78:\tlearn: 0.3551506\ttest: 0.4054144\tbest: 0.4054144 (78)\ttotal: 1.14s\tremaining: 2m 23s\n",
            "79:\tlearn: 0.3545008\ttest: 0.4050513\tbest: 0.4050513 (79)\ttotal: 1.16s\tremaining: 2m 23s\n",
            "80:\tlearn: 0.3533203\ttest: 0.4045509\tbest: 0.4045509 (80)\ttotal: 1.17s\tremaining: 2m 23s\n",
            "81:\tlearn: 0.3525751\ttest: 0.4043843\tbest: 0.4043843 (81)\ttotal: 1.19s\tremaining: 2m 23s\n",
            "82:\tlearn: 0.3518362\ttest: 0.4042555\tbest: 0.4042555 (82)\ttotal: 1.2s\tremaining: 2m 23s\n",
            "83:\tlearn: 0.3508664\ttest: 0.4036906\tbest: 0.4036906 (83)\ttotal: 1.22s\tremaining: 2m 23s\n",
            "84:\tlearn: 0.3501892\ttest: 0.4035000\tbest: 0.4035000 (84)\ttotal: 1.23s\tremaining: 2m 23s\n",
            "85:\tlearn: 0.3489874\ttest: 0.4031334\tbest: 0.4031334 (85)\ttotal: 1.24s\tremaining: 2m 23s\n",
            "86:\tlearn: 0.3479203\ttest: 0.4029236\tbest: 0.4029236 (86)\ttotal: 1.26s\tremaining: 2m 23s\n",
            "87:\tlearn: 0.3466979\ttest: 0.4025186\tbest: 0.4025186 (87)\ttotal: 1.27s\tremaining: 2m 23s\n",
            "88:\tlearn: 0.3457649\ttest: 0.4021614\tbest: 0.4021614 (88)\ttotal: 1.28s\tremaining: 2m 23s\n",
            "89:\tlearn: 0.3450230\ttest: 0.4020790\tbest: 0.4020790 (89)\ttotal: 1.3s\tremaining: 2m 23s\n",
            "90:\tlearn: 0.3443045\ttest: 0.4018704\tbest: 0.4018704 (90)\ttotal: 1.31s\tremaining: 2m 23s\n",
            "91:\tlearn: 0.3434376\ttest: 0.4013725\tbest: 0.4013725 (91)\ttotal: 1.33s\tremaining: 2m 23s\n",
            "92:\tlearn: 0.3428593\ttest: 0.4011736\tbest: 0.4011736 (92)\ttotal: 1.34s\tremaining: 2m 22s\n",
            "93:\tlearn: 0.3419604\ttest: 0.4008181\tbest: 0.4008181 (93)\ttotal: 1.35s\tremaining: 2m 22s\n",
            "94:\tlearn: 0.3413266\ttest: 0.4005320\tbest: 0.4005320 (94)\ttotal: 1.37s\tremaining: 2m 22s\n",
            "95:\tlearn: 0.3407426\ttest: 0.4004205\tbest: 0.4004205 (95)\ttotal: 1.38s\tremaining: 2m 22s\n",
            "96:\tlearn: 0.3400144\ttest: 0.4001977\tbest: 0.4001977 (96)\ttotal: 1.39s\tremaining: 2m 22s\n",
            "97:\tlearn: 0.3393160\ttest: 0.3999795\tbest: 0.3999795 (97)\ttotal: 1.41s\tremaining: 2m 22s\n",
            "98:\tlearn: 0.3383434\ttest: 0.3994899\tbest: 0.3994899 (98)\ttotal: 1.42s\tremaining: 2m 21s\n",
            "99:\tlearn: 0.3377265\ttest: 0.3992940\tbest: 0.3992940 (99)\ttotal: 1.43s\tremaining: 2m 21s\n",
            "100:\tlearn: 0.3370277\ttest: 0.3990365\tbest: 0.3990365 (100)\ttotal: 1.45s\tremaining: 2m 21s\n",
            "101:\tlearn: 0.3365429\ttest: 0.3989445\tbest: 0.3989445 (101)\ttotal: 1.46s\tremaining: 2m 21s\n",
            "102:\tlearn: 0.3358118\ttest: 0.3987650\tbest: 0.3987650 (102)\ttotal: 1.47s\tremaining: 2m 21s\n",
            "103:\tlearn: 0.3352438\ttest: 0.3985588\tbest: 0.3985588 (103)\ttotal: 1.49s\tremaining: 2m 21s\n",
            "104:\tlearn: 0.3347488\ttest: 0.3984901\tbest: 0.3984901 (104)\ttotal: 1.5s\tremaining: 2m 21s\n",
            "105:\tlearn: 0.3341771\ttest: 0.3983193\tbest: 0.3983193 (105)\ttotal: 1.52s\tremaining: 2m 21s\n",
            "106:\tlearn: 0.3333125\ttest: 0.3981020\tbest: 0.3981020 (106)\ttotal: 1.53s\tremaining: 2m 21s\n",
            "107:\tlearn: 0.3327106\ttest: 0.3978768\tbest: 0.3978768 (107)\ttotal: 1.54s\tremaining: 2m 21s\n",
            "108:\tlearn: 0.3320136\ttest: 0.3978363\tbest: 0.3978363 (108)\ttotal: 1.56s\tremaining: 2m 21s\n",
            "109:\tlearn: 0.3314943\ttest: 0.3976887\tbest: 0.3976887 (109)\ttotal: 1.57s\tremaining: 2m 21s\n",
            "110:\tlearn: 0.3309488\ttest: 0.3976579\tbest: 0.3976579 (110)\ttotal: 1.59s\tremaining: 2m 21s\n",
            "111:\tlearn: 0.3302028\ttest: 0.3974815\tbest: 0.3974815 (111)\ttotal: 1.6s\tremaining: 2m 21s\n",
            "112:\tlearn: 0.3296338\ttest: 0.3974787\tbest: 0.3974787 (112)\ttotal: 1.62s\tremaining: 2m 21s\n",
            "113:\tlearn: 0.3291368\ttest: 0.3972529\tbest: 0.3972529 (113)\ttotal: 1.63s\tremaining: 2m 21s\n",
            "114:\tlearn: 0.3284475\ttest: 0.3968762\tbest: 0.3968762 (114)\ttotal: 1.65s\tremaining: 2m 21s\n",
            "115:\tlearn: 0.3279481\ttest: 0.3969103\tbest: 0.3968762 (114)\ttotal: 1.66s\tremaining: 2m 21s\n",
            "116:\tlearn: 0.3273805\ttest: 0.3966332\tbest: 0.3966332 (116)\ttotal: 1.67s\tremaining: 2m 21s\n",
            "117:\tlearn: 0.3265594\ttest: 0.3965697\tbest: 0.3965697 (117)\ttotal: 1.7s\tremaining: 2m 22s\n",
            "118:\tlearn: 0.3258379\ttest: 0.3961364\tbest: 0.3961364 (118)\ttotal: 1.71s\tremaining: 2m 22s\n",
            "119:\tlearn: 0.3252554\ttest: 0.3960972\tbest: 0.3960972 (119)\ttotal: 1.73s\tremaining: 2m 22s\n",
            "120:\tlearn: 0.3245706\ttest: 0.3959008\tbest: 0.3959008 (120)\ttotal: 1.74s\tremaining: 2m 22s\n",
            "121:\tlearn: 0.3241928\ttest: 0.3958349\tbest: 0.3958349 (121)\ttotal: 1.75s\tremaining: 2m 22s\n",
            "122:\tlearn: 0.3237945\ttest: 0.3957360\tbest: 0.3957360 (122)\ttotal: 1.77s\tremaining: 2m 21s\n",
            "123:\tlearn: 0.3232743\ttest: 0.3957481\tbest: 0.3957360 (122)\ttotal: 1.78s\tremaining: 2m 21s\n",
            "124:\tlearn: 0.3228172\ttest: 0.3957064\tbest: 0.3957064 (124)\ttotal: 1.79s\tremaining: 2m 21s\n",
            "125:\tlearn: 0.3222322\ttest: 0.3955563\tbest: 0.3955563 (125)\ttotal: 1.81s\tremaining: 2m 21s\n",
            "126:\tlearn: 0.3217151\ttest: 0.3955522\tbest: 0.3955522 (126)\ttotal: 1.82s\tremaining: 2m 21s\n",
            "127:\tlearn: 0.3212495\ttest: 0.3952919\tbest: 0.3952919 (127)\ttotal: 1.83s\tremaining: 2m 21s\n",
            "128:\tlearn: 0.3209438\ttest: 0.3952731\tbest: 0.3952731 (128)\ttotal: 1.85s\tremaining: 2m 21s\n",
            "129:\tlearn: 0.3206532\ttest: 0.3952047\tbest: 0.3952047 (129)\ttotal: 1.86s\tremaining: 2m 21s\n",
            "130:\tlearn: 0.3202524\ttest: 0.3950896\tbest: 0.3950896 (130)\ttotal: 1.87s\tremaining: 2m 21s\n",
            "131:\tlearn: 0.3196866\ttest: 0.3948121\tbest: 0.3948121 (131)\ttotal: 1.89s\tremaining: 2m 20s\n",
            "132:\tlearn: 0.3190398\ttest: 0.3949491\tbest: 0.3948121 (131)\ttotal: 1.9s\tremaining: 2m 20s\n",
            "133:\tlearn: 0.3186731\ttest: 0.3949165\tbest: 0.3948121 (131)\ttotal: 1.91s\tremaining: 2m 20s\n",
            "134:\tlearn: 0.3181760\ttest: 0.3946359\tbest: 0.3946359 (134)\ttotal: 1.94s\tremaining: 2m 21s\n",
            "135:\tlearn: 0.3176477\ttest: 0.3944386\tbest: 0.3944386 (135)\ttotal: 1.95s\tremaining: 2m 21s\n",
            "136:\tlearn: 0.3169089\ttest: 0.3944694\tbest: 0.3944386 (135)\ttotal: 1.97s\tremaining: 2m 21s\n",
            "137:\tlearn: 0.3164106\ttest: 0.3942910\tbest: 0.3942910 (137)\ttotal: 1.98s\tremaining: 2m 21s\n",
            "138:\tlearn: 0.3159524\ttest: 0.3941869\tbest: 0.3941869 (138)\ttotal: 2s\tremaining: 2m 21s\n",
            "139:\tlearn: 0.3155322\ttest: 0.3940179\tbest: 0.3940179 (139)\ttotal: 2.01s\tremaining: 2m 21s\n",
            "140:\tlearn: 0.3149178\ttest: 0.3940568\tbest: 0.3940179 (139)\ttotal: 2.02s\tremaining: 2m 21s\n",
            "141:\tlearn: 0.3142483\ttest: 0.3939595\tbest: 0.3939595 (141)\ttotal: 2.04s\tremaining: 2m 21s\n",
            "142:\tlearn: 0.3138943\ttest: 0.3938590\tbest: 0.3938590 (142)\ttotal: 2.05s\tremaining: 2m 21s\n",
            "143:\tlearn: 0.3132611\ttest: 0.3937995\tbest: 0.3937995 (143)\ttotal: 2.06s\tremaining: 2m 21s\n",
            "144:\tlearn: 0.3125840\ttest: 0.3935439\tbest: 0.3935439 (144)\ttotal: 2.08s\tremaining: 2m 21s\n",
            "145:\tlearn: 0.3121711\ttest: 0.3934980\tbest: 0.3934980 (145)\ttotal: 2.09s\tremaining: 2m 20s\n",
            "146:\tlearn: 0.3117954\ttest: 0.3935181\tbest: 0.3934980 (145)\ttotal: 2.1s\tremaining: 2m 20s\n",
            "147:\tlearn: 0.3114863\ttest: 0.3935018\tbest: 0.3934980 (145)\ttotal: 2.11s\tremaining: 2m 20s\n",
            "148:\tlearn: 0.3111838\ttest: 0.3934121\tbest: 0.3934121 (148)\ttotal: 2.13s\tremaining: 2m 20s\n",
            "149:\tlearn: 0.3108616\ttest: 0.3933511\tbest: 0.3933511 (149)\ttotal: 2.14s\tremaining: 2m 20s\n",
            "150:\tlearn: 0.3103298\ttest: 0.3933925\tbest: 0.3933511 (149)\ttotal: 2.16s\tremaining: 2m 20s\n",
            "151:\tlearn: 0.3100069\ttest: 0.3932841\tbest: 0.3932841 (151)\ttotal: 2.17s\tremaining: 2m 20s\n",
            "152:\tlearn: 0.3094331\ttest: 0.3933828\tbest: 0.3932841 (151)\ttotal: 2.18s\tremaining: 2m 20s\n",
            "153:\tlearn: 0.3089953\ttest: 0.3932027\tbest: 0.3932027 (153)\ttotal: 2.2s\tremaining: 2m 20s\n",
            "154:\tlearn: 0.3085273\ttest: 0.3932216\tbest: 0.3932027 (153)\ttotal: 2.21s\tremaining: 2m 20s\n",
            "155:\tlearn: 0.3082457\ttest: 0.3932937\tbest: 0.3932027 (153)\ttotal: 2.22s\tremaining: 2m 20s\n",
            "156:\tlearn: 0.3078315\ttest: 0.3932940\tbest: 0.3932027 (153)\ttotal: 2.23s\tremaining: 2m 20s\n",
            "157:\tlearn: 0.3073997\ttest: 0.3931849\tbest: 0.3931849 (157)\ttotal: 2.25s\tremaining: 2m 20s\n",
            "158:\tlearn: 0.3069285\ttest: 0.3931195\tbest: 0.3931195 (158)\ttotal: 2.26s\tremaining: 2m 19s\n",
            "159:\tlearn: 0.3064632\ttest: 0.3930952\tbest: 0.3930952 (159)\ttotal: 2.27s\tremaining: 2m 19s\n",
            "160:\tlearn: 0.3062078\ttest: 0.3929571\tbest: 0.3929571 (160)\ttotal: 2.29s\tremaining: 2m 19s\n",
            "161:\tlearn: 0.3057737\ttest: 0.3927665\tbest: 0.3927665 (161)\ttotal: 2.3s\tremaining: 2m 19s\n",
            "162:\tlearn: 0.3053281\ttest: 0.3926927\tbest: 0.3926927 (162)\ttotal: 2.31s\tremaining: 2m 19s\n",
            "163:\tlearn: 0.3049635\ttest: 0.3925522\tbest: 0.3925522 (163)\ttotal: 2.33s\tremaining: 2m 19s\n",
            "164:\tlearn: 0.3042411\ttest: 0.3923714\tbest: 0.3923714 (164)\ttotal: 2.34s\tremaining: 2m 19s\n",
            "165:\tlearn: 0.3036389\ttest: 0.3922491\tbest: 0.3922491 (165)\ttotal: 2.36s\tremaining: 2m 19s\n",
            "166:\tlearn: 0.3031272\ttest: 0.3921811\tbest: 0.3921811 (166)\ttotal: 2.37s\tremaining: 2m 19s\n",
            "167:\tlearn: 0.3028014\ttest: 0.3921810\tbest: 0.3921810 (167)\ttotal: 2.39s\tremaining: 2m 19s\n",
            "168:\tlearn: 0.3024579\ttest: 0.3920031\tbest: 0.3920031 (168)\ttotal: 2.4s\tremaining: 2m 19s\n",
            "169:\tlearn: 0.3021987\ttest: 0.3919360\tbest: 0.3919360 (169)\ttotal: 2.41s\tremaining: 2m 19s\n",
            "170:\tlearn: 0.3020060\ttest: 0.3919423\tbest: 0.3919360 (169)\ttotal: 2.43s\tremaining: 2m 19s\n",
            "171:\tlearn: 0.3014142\ttest: 0.3918769\tbest: 0.3918769 (171)\ttotal: 2.44s\tremaining: 2m 19s\n",
            "172:\tlearn: 0.3009911\ttest: 0.3916462\tbest: 0.3916462 (172)\ttotal: 2.45s\tremaining: 2m 19s\n",
            "173:\tlearn: 0.3005692\ttest: 0.3915928\tbest: 0.3915928 (173)\ttotal: 2.47s\tremaining: 2m 19s\n",
            "174:\tlearn: 0.3001149\ttest: 0.3916605\tbest: 0.3915928 (173)\ttotal: 2.48s\tremaining: 2m 19s\n",
            "175:\tlearn: 0.2996109\ttest: 0.3914824\tbest: 0.3914824 (175)\ttotal: 2.5s\tremaining: 2m 19s\n",
            "176:\tlearn: 0.2993468\ttest: 0.3914813\tbest: 0.3914813 (176)\ttotal: 2.51s\tremaining: 2m 19s\n",
            "177:\tlearn: 0.2988217\ttest: 0.3914363\tbest: 0.3914363 (177)\ttotal: 2.52s\tremaining: 2m 19s\n",
            "178:\tlearn: 0.2983727\ttest: 0.3915380\tbest: 0.3914363 (177)\ttotal: 2.54s\tremaining: 2m 19s\n",
            "179:\tlearn: 0.2978896\ttest: 0.3915319\tbest: 0.3914363 (177)\ttotal: 2.55s\tremaining: 2m 19s\n",
            "180:\tlearn: 0.2973495\ttest: 0.3914574\tbest: 0.3914363 (177)\ttotal: 2.57s\tremaining: 2m 19s\n",
            "181:\tlearn: 0.2970975\ttest: 0.3914894\tbest: 0.3914363 (177)\ttotal: 2.58s\tremaining: 2m 19s\n",
            "182:\tlearn: 0.2966716\ttest: 0.3913125\tbest: 0.3913125 (182)\ttotal: 2.59s\tremaining: 2m 19s\n",
            "183:\tlearn: 0.2964039\ttest: 0.3911134\tbest: 0.3911134 (183)\ttotal: 2.6s\tremaining: 2m 18s\n",
            "184:\tlearn: 0.2960104\ttest: 0.3911105\tbest: 0.3911105 (184)\ttotal: 2.62s\tremaining: 2m 18s\n",
            "185:\tlearn: 0.2956557\ttest: 0.3910950\tbest: 0.3910950 (185)\ttotal: 2.63s\tremaining: 2m 18s\n",
            "186:\tlearn: 0.2953275\ttest: 0.3909942\tbest: 0.3909942 (186)\ttotal: 2.64s\tremaining: 2m 18s\n",
            "187:\tlearn: 0.2948577\ttest: 0.3908977\tbest: 0.3908977 (187)\ttotal: 2.66s\tremaining: 2m 18s\n",
            "188:\tlearn: 0.2942563\ttest: 0.3907901\tbest: 0.3907901 (188)\ttotal: 2.67s\tremaining: 2m 18s\n",
            "189:\tlearn: 0.2939940\ttest: 0.3907365\tbest: 0.3907365 (189)\ttotal: 2.69s\tremaining: 2m 19s\n",
            "190:\tlearn: 0.2937261\ttest: 0.3906267\tbest: 0.3906267 (190)\ttotal: 2.71s\tremaining: 2m 19s\n",
            "191:\tlearn: 0.2933927\ttest: 0.3905609\tbest: 0.3905609 (191)\ttotal: 2.72s\tremaining: 2m 18s\n",
            "192:\tlearn: 0.2930213\ttest: 0.3904138\tbest: 0.3904138 (192)\ttotal: 2.73s\tremaining: 2m 18s\n",
            "193:\tlearn: 0.2921994\ttest: 0.3904736\tbest: 0.3904138 (192)\ttotal: 2.75s\tremaining: 2m 18s\n",
            "194:\tlearn: 0.2917787\ttest: 0.3902127\tbest: 0.3902127 (194)\ttotal: 2.76s\tremaining: 2m 18s\n",
            "195:\tlearn: 0.2913357\ttest: 0.3901960\tbest: 0.3901960 (195)\ttotal: 2.77s\tremaining: 2m 18s\n",
            "196:\tlearn: 0.2910496\ttest: 0.3901617\tbest: 0.3901617 (196)\ttotal: 2.79s\tremaining: 2m 18s\n",
            "197:\tlearn: 0.2905556\ttest: 0.3900904\tbest: 0.3900904 (197)\ttotal: 2.8s\tremaining: 2m 18s\n",
            "198:\tlearn: 0.2900726\ttest: 0.3900462\tbest: 0.3900462 (198)\ttotal: 2.81s\tremaining: 2m 18s\n",
            "199:\tlearn: 0.2896684\ttest: 0.3900111\tbest: 0.3900111 (199)\ttotal: 2.83s\tremaining: 2m 18s\n",
            "200:\tlearn: 0.2892641\ttest: 0.3900445\tbest: 0.3900111 (199)\ttotal: 2.84s\tremaining: 2m 18s\n",
            "201:\tlearn: 0.2886560\ttest: 0.3897806\tbest: 0.3897806 (201)\ttotal: 2.85s\tremaining: 2m 18s\n",
            "202:\tlearn: 0.2883219\ttest: 0.3897173\tbest: 0.3897173 (202)\ttotal: 2.87s\tremaining: 2m 18s\n",
            "203:\tlearn: 0.2878126\ttest: 0.3896110\tbest: 0.3896110 (203)\ttotal: 2.88s\tremaining: 2m 18s\n",
            "204:\tlearn: 0.2876174\ttest: 0.3896535\tbest: 0.3896110 (203)\ttotal: 2.89s\tremaining: 2m 18s\n",
            "205:\tlearn: 0.2873727\ttest: 0.3896513\tbest: 0.3896110 (203)\ttotal: 2.91s\tremaining: 2m 18s\n",
            "206:\tlearn: 0.2871133\ttest: 0.3896020\tbest: 0.3896020 (206)\ttotal: 2.93s\tremaining: 2m 18s\n",
            "207:\tlearn: 0.2865091\ttest: 0.3895226\tbest: 0.3895226 (207)\ttotal: 2.95s\tremaining: 2m 18s\n",
            "208:\tlearn: 0.2858590\ttest: 0.3895014\tbest: 0.3895014 (208)\ttotal: 2.96s\tremaining: 2m 18s\n",
            "209:\tlearn: 0.2854606\ttest: 0.3894276\tbest: 0.3894276 (209)\ttotal: 2.97s\tremaining: 2m 18s\n",
            "210:\tlearn: 0.2851009\ttest: 0.3893486\tbest: 0.3893486 (210)\ttotal: 2.99s\tremaining: 2m 18s\n",
            "211:\tlearn: 0.2847405\ttest: 0.3894321\tbest: 0.3893486 (210)\ttotal: 3s\tremaining: 2m 18s\n",
            "212:\tlearn: 0.2845375\ttest: 0.3894608\tbest: 0.3893486 (210)\ttotal: 3.02s\tremaining: 2m 18s\n",
            "213:\tlearn: 0.2841601\ttest: 0.3893948\tbest: 0.3893486 (210)\ttotal: 3.03s\tremaining: 2m 18s\n",
            "214:\tlearn: 0.2836283\ttest: 0.3892521\tbest: 0.3892521 (214)\ttotal: 3.04s\tremaining: 2m 18s\n",
            "215:\tlearn: 0.2830203\ttest: 0.3892327\tbest: 0.3892327 (215)\ttotal: 3.06s\tremaining: 2m 18s\n",
            "216:\tlearn: 0.2828172\ttest: 0.3892674\tbest: 0.3892327 (215)\ttotal: 3.07s\tremaining: 2m 18s\n",
            "217:\tlearn: 0.2824649\ttest: 0.3893373\tbest: 0.3892327 (215)\ttotal: 3.09s\tremaining: 2m 18s\n",
            "218:\tlearn: 0.2820614\ttest: 0.3891648\tbest: 0.3891648 (218)\ttotal: 3.1s\tremaining: 2m 18s\n",
            "219:\tlearn: 0.2817462\ttest: 0.3891154\tbest: 0.3891154 (219)\ttotal: 3.11s\tremaining: 2m 18s\n",
            "220:\tlearn: 0.2814281\ttest: 0.3892174\tbest: 0.3891154 (219)\ttotal: 3.13s\tremaining: 2m 18s\n",
            "221:\tlearn: 0.2810201\ttest: 0.3891517\tbest: 0.3891154 (219)\ttotal: 3.14s\tremaining: 2m 18s\n",
            "222:\tlearn: 0.2808007\ttest: 0.3890893\tbest: 0.3890893 (222)\ttotal: 3.15s\tremaining: 2m 18s\n",
            "223:\tlearn: 0.2805537\ttest: 0.3891476\tbest: 0.3890893 (222)\ttotal: 3.16s\tremaining: 2m 18s\n",
            "224:\tlearn: 0.2802057\ttest: 0.3890846\tbest: 0.3890846 (224)\ttotal: 3.18s\tremaining: 2m 18s\n",
            "225:\tlearn: 0.2797874\ttest: 0.3890979\tbest: 0.3890846 (224)\ttotal: 3.19s\tremaining: 2m 18s\n",
            "226:\tlearn: 0.2795809\ttest: 0.3890698\tbest: 0.3890698 (226)\ttotal: 3.21s\tremaining: 2m 18s\n",
            "227:\tlearn: 0.2791795\ttest: 0.3890419\tbest: 0.3890419 (227)\ttotal: 3.22s\tremaining: 2m 18s\n",
            "228:\tlearn: 0.2786876\ttest: 0.3889771\tbest: 0.3889771 (228)\ttotal: 3.23s\tremaining: 2m 17s\n",
            "229:\tlearn: 0.2781898\ttest: 0.3891739\tbest: 0.3889771 (228)\ttotal: 3.25s\tremaining: 2m 17s\n",
            "230:\tlearn: 0.2779271\ttest: 0.3891760\tbest: 0.3889771 (228)\ttotal: 3.26s\tremaining: 2m 17s\n",
            "231:\tlearn: 0.2776184\ttest: 0.3891683\tbest: 0.3889771 (228)\ttotal: 3.27s\tremaining: 2m 17s\n",
            "232:\tlearn: 0.2772956\ttest: 0.3892402\tbest: 0.3889771 (228)\ttotal: 3.29s\tremaining: 2m 17s\n",
            "233:\tlearn: 0.2768314\ttest: 0.3891487\tbest: 0.3889771 (228)\ttotal: 3.3s\tremaining: 2m 17s\n",
            "234:\tlearn: 0.2765788\ttest: 0.3891072\tbest: 0.3889771 (228)\ttotal: 3.31s\tremaining: 2m 17s\n",
            "235:\tlearn: 0.2763444\ttest: 0.3891016\tbest: 0.3889771 (228)\ttotal: 3.33s\tremaining: 2m 17s\n",
            "236:\tlearn: 0.2760691\ttest: 0.3890593\tbest: 0.3889771 (228)\ttotal: 3.34s\tremaining: 2m 17s\n",
            "237:\tlearn: 0.2757122\ttest: 0.3889059\tbest: 0.3889059 (237)\ttotal: 3.35s\tremaining: 2m 17s\n",
            "238:\tlearn: 0.2754348\ttest: 0.3887826\tbest: 0.3887826 (238)\ttotal: 3.36s\tremaining: 2m 17s\n",
            "239:\tlearn: 0.2751262\ttest: 0.3886640\tbest: 0.3886640 (239)\ttotal: 3.38s\tremaining: 2m 17s\n",
            "240:\tlearn: 0.2747711\ttest: 0.3885091\tbest: 0.3885091 (240)\ttotal: 3.4s\tremaining: 2m 17s\n",
            "241:\tlearn: 0.2743450\ttest: 0.3883455\tbest: 0.3883455 (241)\ttotal: 3.41s\tremaining: 2m 17s\n",
            "242:\tlearn: 0.2740589\ttest: 0.3884612\tbest: 0.3883455 (241)\ttotal: 3.42s\tremaining: 2m 17s\n",
            "243:\tlearn: 0.2737499\ttest: 0.3885959\tbest: 0.3883455 (241)\ttotal: 3.43s\tremaining: 2m 17s\n",
            "244:\tlearn: 0.2735576\ttest: 0.3885905\tbest: 0.3883455 (241)\ttotal: 3.45s\tremaining: 2m 17s\n",
            "245:\tlearn: 0.2733142\ttest: 0.3884939\tbest: 0.3883455 (241)\ttotal: 3.46s\tremaining: 2m 17s\n",
            "246:\tlearn: 0.2729902\ttest: 0.3883767\tbest: 0.3883455 (241)\ttotal: 3.47s\tremaining: 2m 17s\n",
            "247:\tlearn: 0.2728103\ttest: 0.3884059\tbest: 0.3883455 (241)\ttotal: 3.49s\tremaining: 2m 17s\n",
            "248:\tlearn: 0.2725674\ttest: 0.3884075\tbest: 0.3883455 (241)\ttotal: 3.5s\tremaining: 2m 17s\n",
            "249:\tlearn: 0.2724103\ttest: 0.3883889\tbest: 0.3883455 (241)\ttotal: 3.51s\tremaining: 2m 17s\n",
            "250:\tlearn: 0.2721955\ttest: 0.3883700\tbest: 0.3883455 (241)\ttotal: 3.52s\tremaining: 2m 16s\n",
            "251:\tlearn: 0.2718640\ttest: 0.3883223\tbest: 0.3883223 (251)\ttotal: 3.54s\tremaining: 2m 16s\n",
            "252:\tlearn: 0.2716194\ttest: 0.3883171\tbest: 0.3883171 (252)\ttotal: 3.55s\tremaining: 2m 16s\n",
            "253:\tlearn: 0.2711921\ttest: 0.3881152\tbest: 0.3881152 (253)\ttotal: 3.56s\tremaining: 2m 16s\n",
            "254:\tlearn: 0.2710611\ttest: 0.3880643\tbest: 0.3880643 (254)\ttotal: 3.58s\tremaining: 2m 16s\n",
            "255:\tlearn: 0.2705998\ttest: 0.3880284\tbest: 0.3880284 (255)\ttotal: 3.59s\tremaining: 2m 16s\n",
            "256:\tlearn: 0.2702881\ttest: 0.3880586\tbest: 0.3880284 (255)\ttotal: 3.61s\tremaining: 2m 16s\n",
            "257:\tlearn: 0.2698899\ttest: 0.3880374\tbest: 0.3880284 (255)\ttotal: 3.62s\tremaining: 2m 16s\n",
            "258:\tlearn: 0.2694327\ttest: 0.3878771\tbest: 0.3878771 (258)\ttotal: 3.63s\tremaining: 2m 16s\n",
            "259:\tlearn: 0.2691589\ttest: 0.3878834\tbest: 0.3878771 (258)\ttotal: 3.65s\tremaining: 2m 16s\n",
            "260:\tlearn: 0.2688914\ttest: 0.3877381\tbest: 0.3877381 (260)\ttotal: 3.66s\tremaining: 2m 16s\n",
            "261:\tlearn: 0.2686778\ttest: 0.3877509\tbest: 0.3877381 (260)\ttotal: 3.68s\tremaining: 2m 16s\n",
            "262:\tlearn: 0.2683167\ttest: 0.3877313\tbest: 0.3877313 (262)\ttotal: 3.7s\tremaining: 2m 16s\n",
            "263:\tlearn: 0.2677937\ttest: 0.3876740\tbest: 0.3876740 (263)\ttotal: 3.71s\tremaining: 2m 16s\n",
            "264:\tlearn: 0.2675821\ttest: 0.3875558\tbest: 0.3875558 (264)\ttotal: 3.72s\tremaining: 2m 16s\n",
            "265:\tlearn: 0.2671835\ttest: 0.3873613\tbest: 0.3873613 (265)\ttotal: 3.74s\tremaining: 2m 16s\n",
            "266:\tlearn: 0.2668976\ttest: 0.3873274\tbest: 0.3873274 (266)\ttotal: 3.75s\tremaining: 2m 16s\n",
            "267:\tlearn: 0.2666036\ttest: 0.3873269\tbest: 0.3873269 (267)\ttotal: 3.76s\tremaining: 2m 16s\n",
            "268:\tlearn: 0.2662677\ttest: 0.3874090\tbest: 0.3873269 (267)\ttotal: 3.77s\tremaining: 2m 16s\n",
            "269:\tlearn: 0.2659954\ttest: 0.3874219\tbest: 0.3873269 (267)\ttotal: 3.79s\tremaining: 2m 16s\n",
            "270:\tlearn: 0.2657972\ttest: 0.3874845\tbest: 0.3873269 (267)\ttotal: 3.8s\tremaining: 2m 16s\n",
            "271:\tlearn: 0.2655324\ttest: 0.3875148\tbest: 0.3873269 (267)\ttotal: 3.82s\tremaining: 2m 16s\n",
            "272:\tlearn: 0.2651645\ttest: 0.3874835\tbest: 0.3873269 (267)\ttotal: 3.83s\tremaining: 2m 16s\n",
            "273:\tlearn: 0.2648800\ttest: 0.3875145\tbest: 0.3873269 (267)\ttotal: 3.85s\tremaining: 2m 16s\n",
            "274:\tlearn: 0.2645411\ttest: 0.3874659\tbest: 0.3873269 (267)\ttotal: 3.86s\tremaining: 2m 16s\n",
            "275:\tlearn: 0.2643160\ttest: 0.3874835\tbest: 0.3873269 (267)\ttotal: 3.88s\tremaining: 2m 16s\n",
            "276:\tlearn: 0.2639922\ttest: 0.3875706\tbest: 0.3873269 (267)\ttotal: 3.89s\tremaining: 2m 16s\n",
            "277:\tlearn: 0.2636019\ttest: 0.3876475\tbest: 0.3873269 (267)\ttotal: 3.9s\tremaining: 2m 16s\n",
            "278:\tlearn: 0.2632675\ttest: 0.3876241\tbest: 0.3873269 (267)\ttotal: 3.92s\tremaining: 2m 16s\n",
            "279:\tlearn: 0.2628689\ttest: 0.3876023\tbest: 0.3873269 (267)\ttotal: 3.94s\tremaining: 2m 16s\n",
            "280:\tlearn: 0.2625894\ttest: 0.3877260\tbest: 0.3873269 (267)\ttotal: 3.95s\tremaining: 2m 16s\n",
            "281:\tlearn: 0.2622300\ttest: 0.3876910\tbest: 0.3873269 (267)\ttotal: 3.97s\tremaining: 2m 16s\n",
            "282:\tlearn: 0.2619889\ttest: 0.3876022\tbest: 0.3873269 (267)\ttotal: 3.98s\tremaining: 2m 16s\n",
            "283:\tlearn: 0.2617449\ttest: 0.3874259\tbest: 0.3873269 (267)\ttotal: 3.99s\tremaining: 2m 16s\n",
            "284:\tlearn: 0.2614101\ttest: 0.3872658\tbest: 0.3872658 (284)\ttotal: 4.01s\tremaining: 2m 16s\n",
            "285:\tlearn: 0.2611495\ttest: 0.3872263\tbest: 0.3872263 (285)\ttotal: 4.02s\tremaining: 2m 16s\n",
            "286:\tlearn: 0.2609562\ttest: 0.3871457\tbest: 0.3871457 (286)\ttotal: 4.04s\tremaining: 2m 16s\n",
            "287:\tlearn: 0.2606016\ttest: 0.3872171\tbest: 0.3871457 (286)\ttotal: 4.05s\tremaining: 2m 16s\n",
            "288:\tlearn: 0.2603765\ttest: 0.3871533\tbest: 0.3871457 (286)\ttotal: 4.06s\tremaining: 2m 16s\n",
            "289:\tlearn: 0.2597912\ttest: 0.3872077\tbest: 0.3871457 (286)\ttotal: 4.08s\tremaining: 2m 16s\n",
            "290:\tlearn: 0.2595526\ttest: 0.3872757\tbest: 0.3871457 (286)\ttotal: 4.09s\tremaining: 2m 16s\n",
            "291:\tlearn: 0.2592867\ttest: 0.3872392\tbest: 0.3871457 (286)\ttotal: 4.1s\tremaining: 2m 16s\n",
            "292:\tlearn: 0.2590447\ttest: 0.3873040\tbest: 0.3871457 (286)\ttotal: 4.12s\tremaining: 2m 16s\n",
            "293:\tlearn: 0.2587077\ttest: 0.3873144\tbest: 0.3871457 (286)\ttotal: 4.13s\tremaining: 2m 16s\n",
            "294:\tlearn: 0.2582913\ttest: 0.3872648\tbest: 0.3871457 (286)\ttotal: 4.14s\tremaining: 2m 16s\n",
            "295:\tlearn: 0.2579153\ttest: 0.3871551\tbest: 0.3871457 (286)\ttotal: 4.16s\tremaining: 2m 16s\n",
            "296:\tlearn: 0.2575259\ttest: 0.3871041\tbest: 0.3871041 (296)\ttotal: 4.17s\tremaining: 2m 16s\n",
            "297:\tlearn: 0.2574292\ttest: 0.3871878\tbest: 0.3871041 (296)\ttotal: 4.18s\tremaining: 2m 16s\n",
            "298:\tlearn: 0.2571836\ttest: 0.3870217\tbest: 0.3870217 (298)\ttotal: 4.19s\tremaining: 2m 16s\n",
            "299:\tlearn: 0.2569873\ttest: 0.3870017\tbest: 0.3870017 (299)\ttotal: 4.21s\tremaining: 2m 16s\n",
            "300:\tlearn: 0.2567469\ttest: 0.3869370\tbest: 0.3869370 (300)\ttotal: 4.22s\tremaining: 2m 16s\n",
            "301:\tlearn: 0.2565903\ttest: 0.3869851\tbest: 0.3869370 (300)\ttotal: 4.24s\tremaining: 2m 16s\n",
            "302:\tlearn: 0.2562745\ttest: 0.3869802\tbest: 0.3869370 (300)\ttotal: 4.26s\tremaining: 2m 16s\n",
            "303:\tlearn: 0.2559010\ttest: 0.3869949\tbest: 0.3869370 (300)\ttotal: 4.27s\tremaining: 2m 16s\n",
            "304:\tlearn: 0.2556123\ttest: 0.3869977\tbest: 0.3869370 (300)\ttotal: 4.28s\tremaining: 2m 16s\n",
            "305:\tlearn: 0.2553686\ttest: 0.3869080\tbest: 0.3869080 (305)\ttotal: 4.3s\tremaining: 2m 16s\n",
            "306:\tlearn: 0.2552146\ttest: 0.3869495\tbest: 0.3869080 (305)\ttotal: 4.31s\tremaining: 2m 16s\n",
            "307:\tlearn: 0.2550326\ttest: 0.3869978\tbest: 0.3869080 (305)\ttotal: 4.32s\tremaining: 2m 16s\n",
            "308:\tlearn: 0.2547762\ttest: 0.3869545\tbest: 0.3869080 (305)\ttotal: 4.34s\tremaining: 2m 16s\n",
            "309:\tlearn: 0.2544532\ttest: 0.3867724\tbest: 0.3867724 (309)\ttotal: 4.35s\tremaining: 2m 15s\n",
            "310:\tlearn: 0.2540926\ttest: 0.3866357\tbest: 0.3866357 (310)\ttotal: 4.36s\tremaining: 2m 15s\n",
            "311:\tlearn: 0.2538621\ttest: 0.3866474\tbest: 0.3866357 (310)\ttotal: 4.38s\tremaining: 2m 15s\n",
            "312:\tlearn: 0.2536267\ttest: 0.3866103\tbest: 0.3866103 (312)\ttotal: 4.39s\tremaining: 2m 15s\n",
            "313:\tlearn: 0.2533130\ttest: 0.3865952\tbest: 0.3865952 (313)\ttotal: 4.4s\tremaining: 2m 15s\n",
            "314:\tlearn: 0.2531909\ttest: 0.3866383\tbest: 0.3865952 (313)\ttotal: 4.41s\tremaining: 2m 15s\n",
            "315:\tlearn: 0.2528342\ttest: 0.3866399\tbest: 0.3865952 (313)\ttotal: 4.43s\tremaining: 2m 15s\n",
            "316:\tlearn: 0.2525082\ttest: 0.3865145\tbest: 0.3865145 (316)\ttotal: 4.44s\tremaining: 2m 15s\n",
            "317:\tlearn: 0.2523124\ttest: 0.3864538\tbest: 0.3864538 (317)\ttotal: 4.46s\tremaining: 2m 15s\n",
            "318:\tlearn: 0.2518392\ttest: 0.3865003\tbest: 0.3864538 (317)\ttotal: 4.47s\tremaining: 2m 15s\n",
            "319:\tlearn: 0.2515157\ttest: 0.3864573\tbest: 0.3864538 (317)\ttotal: 4.48s\tremaining: 2m 15s\n",
            "320:\tlearn: 0.2512486\ttest: 0.3865322\tbest: 0.3864538 (317)\ttotal: 4.51s\tremaining: 2m 15s\n",
            "321:\tlearn: 0.2509603\ttest: 0.3864528\tbest: 0.3864528 (321)\ttotal: 4.54s\tremaining: 2m 16s\n",
            "322:\tlearn: 0.2508283\ttest: 0.3864921\tbest: 0.3864528 (321)\ttotal: 4.56s\tremaining: 2m 16s\n",
            "323:\tlearn: 0.2505153\ttest: 0.3863903\tbest: 0.3863903 (323)\ttotal: 4.57s\tremaining: 2m 16s\n",
            "324:\tlearn: 0.2501656\ttest: 0.3864590\tbest: 0.3863903 (323)\ttotal: 4.58s\tremaining: 2m 16s\n",
            "325:\tlearn: 0.2499579\ttest: 0.3864522\tbest: 0.3863903 (323)\ttotal: 4.59s\tremaining: 2m 16s\n",
            "326:\tlearn: 0.2497878\ttest: 0.3865693\tbest: 0.3863903 (323)\ttotal: 4.61s\tremaining: 2m 16s\n",
            "327:\tlearn: 0.2496121\ttest: 0.3865574\tbest: 0.3863903 (323)\ttotal: 4.62s\tremaining: 2m 16s\n",
            "328:\tlearn: 0.2493793\ttest: 0.3865752\tbest: 0.3863903 (323)\ttotal: 4.63s\tremaining: 2m 16s\n",
            "329:\tlearn: 0.2490712\ttest: 0.3866159\tbest: 0.3863903 (323)\ttotal: 4.65s\tremaining: 2m 16s\n",
            "330:\tlearn: 0.2488530\ttest: 0.3866189\tbest: 0.3863903 (323)\ttotal: 4.67s\tremaining: 2m 16s\n",
            "331:\tlearn: 0.2486498\ttest: 0.3866560\tbest: 0.3863903 (323)\ttotal: 4.69s\tremaining: 2m 16s\n",
            "332:\tlearn: 0.2483273\ttest: 0.3866434\tbest: 0.3863903 (323)\ttotal: 4.7s\tremaining: 2m 16s\n",
            "333:\tlearn: 0.2480873\ttest: 0.3866284\tbest: 0.3863903 (323)\ttotal: 4.71s\tremaining: 2m 16s\n",
            "334:\tlearn: 0.2478599\ttest: 0.3866485\tbest: 0.3863903 (323)\ttotal: 4.73s\tremaining: 2m 16s\n",
            "335:\tlearn: 0.2477016\ttest: 0.3866107\tbest: 0.3863903 (323)\ttotal: 4.74s\tremaining: 2m 16s\n",
            "336:\tlearn: 0.2475127\ttest: 0.3866529\tbest: 0.3863903 (323)\ttotal: 4.75s\tremaining: 2m 16s\n",
            "337:\tlearn: 0.2473247\ttest: 0.3865961\tbest: 0.3863903 (323)\ttotal: 4.76s\tremaining: 2m 16s\n",
            "338:\tlearn: 0.2469963\ttest: 0.3864964\tbest: 0.3863903 (323)\ttotal: 4.78s\tremaining: 2m 16s\n",
            "339:\tlearn: 0.2467106\ttest: 0.3864184\tbest: 0.3863903 (323)\ttotal: 4.79s\tremaining: 2m 16s\n",
            "340:\tlearn: 0.2465164\ttest: 0.3863992\tbest: 0.3863903 (323)\ttotal: 4.8s\tremaining: 2m 16s\n",
            "341:\tlearn: 0.2463171\ttest: 0.3863803\tbest: 0.3863803 (341)\ttotal: 4.82s\tremaining: 2m 16s\n",
            "342:\tlearn: 0.2460272\ttest: 0.3864088\tbest: 0.3863803 (341)\ttotal: 4.83s\tremaining: 2m 16s\n",
            "343:\tlearn: 0.2456507\ttest: 0.3863414\tbest: 0.3863414 (343)\ttotal: 4.84s\tremaining: 2m 15s\n",
            "344:\tlearn: 0.2454353\ttest: 0.3862719\tbest: 0.3862719 (344)\ttotal: 4.86s\tremaining: 2m 16s\n",
            "345:\tlearn: 0.2451686\ttest: 0.3862908\tbest: 0.3862719 (344)\ttotal: 4.87s\tremaining: 2m 16s\n",
            "346:\tlearn: 0.2448600\ttest: 0.3862601\tbest: 0.3862601 (346)\ttotal: 4.89s\tremaining: 2m 15s\n",
            "347:\tlearn: 0.2446982\ttest: 0.3862006\tbest: 0.3862006 (347)\ttotal: 4.91s\tremaining: 2m 16s\n",
            "348:\tlearn: 0.2444134\ttest: 0.3861831\tbest: 0.3861831 (348)\ttotal: 4.93s\tremaining: 2m 16s\n",
            "349:\tlearn: 0.2442152\ttest: 0.3861273\tbest: 0.3861273 (349)\ttotal: 4.95s\tremaining: 2m 16s\n",
            "350:\tlearn: 0.2440182\ttest: 0.3859818\tbest: 0.3859818 (350)\ttotal: 4.96s\tremaining: 2m 16s\n",
            "351:\tlearn: 0.2436532\ttest: 0.3859429\tbest: 0.3859429 (351)\ttotal: 4.98s\tremaining: 2m 16s\n",
            "352:\tlearn: 0.2432837\ttest: 0.3858963\tbest: 0.3858963 (352)\ttotal: 4.99s\tremaining: 2m 16s\n",
            "353:\tlearn: 0.2430068\ttest: 0.3859495\tbest: 0.3858963 (352)\ttotal: 5s\tremaining: 2m 16s\n",
            "354:\tlearn: 0.2428124\ttest: 0.3859443\tbest: 0.3858963 (352)\ttotal: 5.01s\tremaining: 2m 16s\n",
            "355:\tlearn: 0.2426882\ttest: 0.3859479\tbest: 0.3858963 (352)\ttotal: 5.03s\tremaining: 2m 16s\n",
            "356:\tlearn: 0.2424680\ttest: 0.3859195\tbest: 0.3858963 (352)\ttotal: 5.04s\tremaining: 2m 16s\n",
            "357:\tlearn: 0.2422326\ttest: 0.3858962\tbest: 0.3858962 (357)\ttotal: 5.05s\tremaining: 2m 16s\n",
            "358:\tlearn: 0.2419458\ttest: 0.3859766\tbest: 0.3858962 (357)\ttotal: 5.07s\tremaining: 2m 16s\n",
            "359:\tlearn: 0.2418445\ttest: 0.3859459\tbest: 0.3858962 (357)\ttotal: 5.08s\tremaining: 2m 16s\n",
            "360:\tlearn: 0.2416130\ttest: 0.3859324\tbest: 0.3858962 (357)\ttotal: 5.1s\tremaining: 2m 16s\n",
            "361:\tlearn: 0.2414579\ttest: 0.3859064\tbest: 0.3858962 (357)\ttotal: 5.11s\tremaining: 2m 16s\n",
            "362:\tlearn: 0.2412750\ttest: 0.3859362\tbest: 0.3858962 (357)\ttotal: 5.12s\tremaining: 2m 16s\n",
            "363:\tlearn: 0.2409709\ttest: 0.3859259\tbest: 0.3858962 (357)\ttotal: 5.14s\tremaining: 2m 15s\n",
            "364:\tlearn: 0.2407309\ttest: 0.3859768\tbest: 0.3858962 (357)\ttotal: 5.15s\tremaining: 2m 15s\n",
            "365:\tlearn: 0.2404910\ttest: 0.3858487\tbest: 0.3858487 (365)\ttotal: 5.16s\tremaining: 2m 15s\n",
            "366:\tlearn: 0.2402332\ttest: 0.3858755\tbest: 0.3858487 (365)\ttotal: 5.17s\tremaining: 2m 15s\n",
            "367:\tlearn: 0.2398454\ttest: 0.3858298\tbest: 0.3858298 (367)\ttotal: 5.19s\tremaining: 2m 15s\n",
            "368:\tlearn: 0.2396559\ttest: 0.3857971\tbest: 0.3857971 (368)\ttotal: 5.2s\tremaining: 2m 15s\n",
            "369:\tlearn: 0.2393713\ttest: 0.3857737\tbest: 0.3857737 (369)\ttotal: 5.21s\tremaining: 2m 15s\n",
            "370:\tlearn: 0.2391734\ttest: 0.3858239\tbest: 0.3857737 (369)\ttotal: 5.23s\tremaining: 2m 15s\n",
            "371:\tlearn: 0.2389969\ttest: 0.3858319\tbest: 0.3857737 (369)\ttotal: 5.24s\tremaining: 2m 15s\n",
            "372:\tlearn: 0.2388398\ttest: 0.3858737\tbest: 0.3857737 (369)\ttotal: 5.25s\tremaining: 2m 15s\n",
            "373:\tlearn: 0.2386044\ttest: 0.3858763\tbest: 0.3857737 (369)\ttotal: 5.27s\tremaining: 2m 15s\n",
            "374:\tlearn: 0.2384007\ttest: 0.3858299\tbest: 0.3857737 (369)\ttotal: 5.28s\tremaining: 2m 15s\n",
            "375:\tlearn: 0.2380263\ttest: 0.3858084\tbest: 0.3857737 (369)\ttotal: 5.29s\tremaining: 2m 15s\n",
            "376:\tlearn: 0.2378309\ttest: 0.3857985\tbest: 0.3857737 (369)\ttotal: 5.31s\tremaining: 2m 15s\n",
            "377:\tlearn: 0.2376182\ttest: 0.3857143\tbest: 0.3857143 (377)\ttotal: 5.32s\tremaining: 2m 15s\n",
            "378:\tlearn: 0.2374194\ttest: 0.3857048\tbest: 0.3857048 (378)\ttotal: 5.33s\tremaining: 2m 15s\n",
            "379:\tlearn: 0.2371694\ttest: 0.3858402\tbest: 0.3857048 (378)\ttotal: 5.35s\tremaining: 2m 15s\n",
            "380:\tlearn: 0.2370466\ttest: 0.3858631\tbest: 0.3857048 (378)\ttotal: 5.36s\tremaining: 2m 15s\n",
            "381:\tlearn: 0.2367689\ttest: 0.3858696\tbest: 0.3857048 (378)\ttotal: 5.37s\tremaining: 2m 15s\n",
            "382:\tlearn: 0.2364248\ttest: 0.3858248\tbest: 0.3857048 (378)\ttotal: 5.39s\tremaining: 2m 15s\n",
            "383:\tlearn: 0.2361754\ttest: 0.3859111\tbest: 0.3857048 (378)\ttotal: 5.4s\tremaining: 2m 15s\n",
            "384:\tlearn: 0.2360007\ttest: 0.3859249\tbest: 0.3857048 (378)\ttotal: 5.41s\tremaining: 2m 15s\n",
            "385:\tlearn: 0.2355952\ttest: 0.3857677\tbest: 0.3857048 (378)\ttotal: 5.43s\tremaining: 2m 15s\n",
            "386:\tlearn: 0.2353034\ttest: 0.3856654\tbest: 0.3856654 (386)\ttotal: 5.44s\tremaining: 2m 15s\n",
            "387:\tlearn: 0.2349980\ttest: 0.3857720\tbest: 0.3856654 (386)\ttotal: 5.45s\tremaining: 2m 15s\n",
            "388:\tlearn: 0.2348130\ttest: 0.3858913\tbest: 0.3856654 (386)\ttotal: 5.46s\tremaining: 2m 15s\n",
            "389:\tlearn: 0.2346075\ttest: 0.3858032\tbest: 0.3856654 (386)\ttotal: 5.48s\tremaining: 2m 14s\n",
            "390:\tlearn: 0.2342552\ttest: 0.3857624\tbest: 0.3856654 (386)\ttotal: 5.49s\tremaining: 2m 15s\n",
            "391:\tlearn: 0.2340425\ttest: 0.3857932\tbest: 0.3856654 (386)\ttotal: 5.51s\tremaining: 2m 14s\n",
            "392:\tlearn: 0.2337687\ttest: 0.3857346\tbest: 0.3856654 (386)\ttotal: 5.52s\tremaining: 2m 14s\n",
            "393:\tlearn: 0.2335974\ttest: 0.3857406\tbest: 0.3856654 (386)\ttotal: 5.53s\tremaining: 2m 14s\n",
            "394:\tlearn: 0.2334391\ttest: 0.3857700\tbest: 0.3856654 (386)\ttotal: 5.54s\tremaining: 2m 14s\n",
            "395:\tlearn: 0.2331042\ttest: 0.3856477\tbest: 0.3856477 (395)\ttotal: 5.56s\tremaining: 2m 14s\n",
            "396:\tlearn: 0.2329006\ttest: 0.3857174\tbest: 0.3856477 (395)\ttotal: 5.57s\tremaining: 2m 14s\n",
            "397:\tlearn: 0.2326534\ttest: 0.3857108\tbest: 0.3856477 (395)\ttotal: 5.58s\tremaining: 2m 14s\n",
            "398:\tlearn: 0.2324452\ttest: 0.3858042\tbest: 0.3856477 (395)\ttotal: 5.6s\tremaining: 2m 14s\n",
            "399:\tlearn: 0.2322432\ttest: 0.3856848\tbest: 0.3856477 (395)\ttotal: 5.61s\tremaining: 2m 14s\n",
            "400:\tlearn: 0.2320904\ttest: 0.3856657\tbest: 0.3856477 (395)\ttotal: 5.62s\tremaining: 2m 14s\n",
            "401:\tlearn: 0.2318067\ttest: 0.3856152\tbest: 0.3856152 (401)\ttotal: 5.63s\tremaining: 2m 14s\n",
            "402:\tlearn: 0.2314801\ttest: 0.3856040\tbest: 0.3856040 (402)\ttotal: 5.65s\tremaining: 2m 14s\n",
            "403:\tlearn: 0.2312124\ttest: 0.3855098\tbest: 0.3855098 (403)\ttotal: 5.67s\tremaining: 2m 14s\n",
            "404:\tlearn: 0.2308453\ttest: 0.3855537\tbest: 0.3855098 (403)\ttotal: 5.68s\tremaining: 2m 14s\n",
            "405:\tlearn: 0.2306452\ttest: 0.3854686\tbest: 0.3854686 (405)\ttotal: 5.7s\tremaining: 2m 14s\n",
            "406:\tlearn: 0.2304726\ttest: 0.3854482\tbest: 0.3854482 (406)\ttotal: 5.71s\tremaining: 2m 14s\n",
            "407:\tlearn: 0.2302058\ttest: 0.3853925\tbest: 0.3853925 (407)\ttotal: 5.73s\tremaining: 2m 14s\n",
            "408:\tlearn: 0.2299656\ttest: 0.3853849\tbest: 0.3853849 (408)\ttotal: 5.74s\tremaining: 2m 14s\n",
            "409:\tlearn: 0.2297153\ttest: 0.3852688\tbest: 0.3852688 (409)\ttotal: 5.76s\tremaining: 2m 14s\n",
            "410:\tlearn: 0.2295458\ttest: 0.3853144\tbest: 0.3852688 (409)\ttotal: 5.77s\tremaining: 2m 14s\n",
            "411:\tlearn: 0.2293039\ttest: 0.3853514\tbest: 0.3852688 (409)\ttotal: 5.78s\tremaining: 2m 14s\n",
            "412:\tlearn: 0.2290897\ttest: 0.3853527\tbest: 0.3852688 (409)\ttotal: 5.79s\tremaining: 2m 14s\n",
            "413:\tlearn: 0.2288607\ttest: 0.3852511\tbest: 0.3852511 (413)\ttotal: 5.81s\tremaining: 2m 14s\n",
            "414:\tlearn: 0.2287079\ttest: 0.3852575\tbest: 0.3852511 (413)\ttotal: 5.82s\tremaining: 2m 14s\n",
            "415:\tlearn: 0.2285339\ttest: 0.3852569\tbest: 0.3852511 (413)\ttotal: 5.83s\tremaining: 2m 14s\n",
            "416:\tlearn: 0.2283755\ttest: 0.3852093\tbest: 0.3852093 (416)\ttotal: 5.85s\tremaining: 2m 14s\n",
            "417:\tlearn: 0.2282642\ttest: 0.3852001\tbest: 0.3852001 (417)\ttotal: 5.86s\tremaining: 2m 14s\n",
            "418:\tlearn: 0.2281602\ttest: 0.3852860\tbest: 0.3852001 (417)\ttotal: 5.87s\tremaining: 2m 14s\n",
            "419:\tlearn: 0.2279489\ttest: 0.3851527\tbest: 0.3851527 (419)\ttotal: 5.88s\tremaining: 2m 14s\n",
            "420:\tlearn: 0.2277503\ttest: 0.3850211\tbest: 0.3850211 (420)\ttotal: 5.9s\tremaining: 2m 14s\n",
            "421:\tlearn: 0.2275684\ttest: 0.3850400\tbest: 0.3850211 (420)\ttotal: 5.92s\tremaining: 2m 14s\n",
            "422:\tlearn: 0.2273283\ttest: 0.3849148\tbest: 0.3849148 (422)\ttotal: 5.94s\tremaining: 2m 14s\n",
            "423:\tlearn: 0.2271586\ttest: 0.3849980\tbest: 0.3849148 (422)\ttotal: 5.96s\tremaining: 2m 14s\n",
            "424:\tlearn: 0.2270431\ttest: 0.3850034\tbest: 0.3849148 (422)\ttotal: 5.97s\tremaining: 2m 14s\n",
            "425:\tlearn: 0.2269104\ttest: 0.3851132\tbest: 0.3849148 (422)\ttotal: 5.98s\tremaining: 2m 14s\n",
            "426:\tlearn: 0.2266773\ttest: 0.3851698\tbest: 0.3849148 (422)\ttotal: 6s\tremaining: 2m 14s\n",
            "427:\tlearn: 0.2265105\ttest: 0.3850784\tbest: 0.3849148 (422)\ttotal: 6.01s\tremaining: 2m 14s\n",
            "428:\tlearn: 0.2263194\ttest: 0.3851438\tbest: 0.3849148 (422)\ttotal: 6.03s\tremaining: 2m 14s\n",
            "429:\tlearn: 0.2259285\ttest: 0.3851711\tbest: 0.3849148 (422)\ttotal: 6.04s\tremaining: 2m 14s\n",
            "430:\tlearn: 0.2256893\ttest: 0.3851360\tbest: 0.3849148 (422)\ttotal: 6.05s\tremaining: 2m 14s\n",
            "431:\tlearn: 0.2254515\ttest: 0.3851015\tbest: 0.3849148 (422)\ttotal: 6.07s\tremaining: 2m 14s\n",
            "432:\tlearn: 0.2252130\ttest: 0.3851091\tbest: 0.3849148 (422)\ttotal: 6.08s\tremaining: 2m 14s\n",
            "433:\tlearn: 0.2249893\ttest: 0.3851302\tbest: 0.3849148 (422)\ttotal: 6.09s\tremaining: 2m 14s\n",
            "434:\tlearn: 0.2248273\ttest: 0.3850906\tbest: 0.3849148 (422)\ttotal: 6.11s\tremaining: 2m 14s\n",
            "435:\tlearn: 0.2246564\ttest: 0.3850858\tbest: 0.3849148 (422)\ttotal: 6.13s\tremaining: 2m 14s\n",
            "436:\tlearn: 0.2243787\ttest: 0.3851113\tbest: 0.3849148 (422)\ttotal: 6.14s\tremaining: 2m 14s\n",
            "437:\tlearn: 0.2241299\ttest: 0.3850721\tbest: 0.3849148 (422)\ttotal: 6.16s\tremaining: 2m 14s\n",
            "438:\tlearn: 0.2239591\ttest: 0.3850168\tbest: 0.3849148 (422)\ttotal: 6.17s\tremaining: 2m 14s\n",
            "439:\tlearn: 0.2237019\ttest: 0.3850172\tbest: 0.3849148 (422)\ttotal: 6.18s\tremaining: 2m 14s\n",
            "440:\tlearn: 0.2235351\ttest: 0.3850526\tbest: 0.3849148 (422)\ttotal: 6.2s\tremaining: 2m 14s\n",
            "441:\tlearn: 0.2233429\ttest: 0.3849525\tbest: 0.3849148 (422)\ttotal: 6.22s\tremaining: 2m 14s\n",
            "442:\tlearn: 0.2231190\ttest: 0.3850085\tbest: 0.3849148 (422)\ttotal: 6.23s\tremaining: 2m 14s\n",
            "443:\tlearn: 0.2230052\ttest: 0.3849651\tbest: 0.3849148 (422)\ttotal: 6.24s\tremaining: 2m 14s\n",
            "444:\tlearn: 0.2226049\ttest: 0.3848992\tbest: 0.3848992 (444)\ttotal: 6.26s\tremaining: 2m 14s\n",
            "445:\tlearn: 0.2225070\ttest: 0.3848595\tbest: 0.3848595 (445)\ttotal: 6.27s\tremaining: 2m 14s\n",
            "446:\tlearn: 0.2222779\ttest: 0.3847560\tbest: 0.3847560 (446)\ttotal: 6.28s\tremaining: 2m 14s\n",
            "447:\tlearn: 0.2221356\ttest: 0.3847359\tbest: 0.3847359 (447)\ttotal: 6.3s\tremaining: 2m 14s\n",
            "448:\tlearn: 0.2218969\ttest: 0.3847408\tbest: 0.3847359 (447)\ttotal: 6.31s\tremaining: 2m 14s\n",
            "449:\tlearn: 0.2217016\ttest: 0.3846816\tbest: 0.3846816 (449)\ttotal: 6.33s\tremaining: 2m 14s\n",
            "450:\tlearn: 0.2215607\ttest: 0.3846173\tbest: 0.3846173 (450)\ttotal: 6.34s\tremaining: 2m 14s\n",
            "451:\tlearn: 0.2212861\ttest: 0.3847059\tbest: 0.3846173 (450)\ttotal: 6.36s\tremaining: 2m 14s\n",
            "452:\tlearn: 0.2211068\ttest: 0.3847646\tbest: 0.3846173 (450)\ttotal: 6.37s\tremaining: 2m 14s\n",
            "453:\tlearn: 0.2209077\ttest: 0.3847024\tbest: 0.3846173 (450)\ttotal: 6.38s\tremaining: 2m 14s\n",
            "454:\tlearn: 0.2207665\ttest: 0.3847408\tbest: 0.3846173 (450)\ttotal: 6.4s\tremaining: 2m 14s\n",
            "455:\tlearn: 0.2206629\ttest: 0.3846954\tbest: 0.3846173 (450)\ttotal: 6.41s\tremaining: 2m 14s\n",
            "456:\tlearn: 0.2204869\ttest: 0.3847623\tbest: 0.3846173 (450)\ttotal: 6.42s\tremaining: 2m 14s\n",
            "457:\tlearn: 0.2203514\ttest: 0.3847232\tbest: 0.3846173 (450)\ttotal: 6.44s\tremaining: 2m 14s\n",
            "458:\tlearn: 0.2202367\ttest: 0.3846378\tbest: 0.3846173 (450)\ttotal: 6.45s\tremaining: 2m 14s\n",
            "459:\tlearn: 0.2200124\ttest: 0.3845254\tbest: 0.3845254 (459)\ttotal: 6.46s\tremaining: 2m 14s\n",
            "460:\tlearn: 0.2197890\ttest: 0.3844847\tbest: 0.3844847 (460)\ttotal: 6.48s\tremaining: 2m 14s\n",
            "461:\tlearn: 0.2195480\ttest: 0.3844999\tbest: 0.3844847 (460)\ttotal: 6.49s\tremaining: 2m 14s\n",
            "462:\tlearn: 0.2193343\ttest: 0.3844973\tbest: 0.3844847 (460)\ttotal: 6.5s\tremaining: 2m 13s\n",
            "463:\tlearn: 0.2189668\ttest: 0.3843719\tbest: 0.3843719 (463)\ttotal: 6.52s\tremaining: 2m 14s\n",
            "464:\tlearn: 0.2185962\ttest: 0.3843083\tbest: 0.3843083 (464)\ttotal: 6.54s\tremaining: 2m 14s\n",
            "465:\tlearn: 0.2184329\ttest: 0.3842856\tbest: 0.3842856 (465)\ttotal: 6.55s\tremaining: 2m 13s\n",
            "466:\tlearn: 0.2181945\ttest: 0.3842187\tbest: 0.3842187 (466)\ttotal: 6.56s\tremaining: 2m 13s\n",
            "467:\tlearn: 0.2179498\ttest: 0.3840791\tbest: 0.3840791 (467)\ttotal: 6.58s\tremaining: 2m 13s\n",
            "468:\tlearn: 0.2176546\ttest: 0.3841221\tbest: 0.3840791 (467)\ttotal: 6.59s\tremaining: 2m 13s\n",
            "469:\tlearn: 0.2175210\ttest: 0.3840544\tbest: 0.3840544 (469)\ttotal: 6.61s\tremaining: 2m 13s\n",
            "470:\tlearn: 0.2173699\ttest: 0.3840098\tbest: 0.3840098 (470)\ttotal: 6.62s\tremaining: 2m 13s\n",
            "471:\tlearn: 0.2170570\ttest: 0.3839735\tbest: 0.3839735 (471)\ttotal: 6.63s\tremaining: 2m 13s\n",
            "472:\tlearn: 0.2168855\ttest: 0.3839532\tbest: 0.3839532 (472)\ttotal: 6.65s\tremaining: 2m 13s\n",
            "473:\tlearn: 0.2166313\ttest: 0.3838684\tbest: 0.3838684 (473)\ttotal: 6.67s\tremaining: 2m 14s\n",
            "474:\tlearn: 0.2162839\ttest: 0.3836772\tbest: 0.3836772 (474)\ttotal: 6.68s\tremaining: 2m 14s\n",
            "475:\tlearn: 0.2160243\ttest: 0.3834349\tbest: 0.3834349 (475)\ttotal: 6.7s\tremaining: 2m 14s\n",
            "476:\tlearn: 0.2158660\ttest: 0.3834095\tbest: 0.3834095 (476)\ttotal: 6.71s\tremaining: 2m 14s\n",
            "477:\tlearn: 0.2156515\ttest: 0.3833796\tbest: 0.3833796 (477)\ttotal: 6.73s\tremaining: 2m 14s\n",
            "478:\tlearn: 0.2153947\ttest: 0.3833464\tbest: 0.3833464 (478)\ttotal: 6.75s\tremaining: 2m 14s\n",
            "479:\tlearn: 0.2152112\ttest: 0.3833980\tbest: 0.3833464 (478)\ttotal: 6.76s\tremaining: 2m 14s\n",
            "480:\tlearn: 0.2149909\ttest: 0.3833813\tbest: 0.3833464 (478)\ttotal: 6.77s\tremaining: 2m 14s\n",
            "481:\tlearn: 0.2147409\ttest: 0.3834212\tbest: 0.3833464 (478)\ttotal: 6.79s\tremaining: 2m 14s\n",
            "482:\tlearn: 0.2145378\ttest: 0.3833876\tbest: 0.3833464 (478)\ttotal: 6.8s\tremaining: 2m 14s\n",
            "483:\tlearn: 0.2143416\ttest: 0.3833284\tbest: 0.3833284 (483)\ttotal: 6.82s\tremaining: 2m 14s\n",
            "484:\tlearn: 0.2142062\ttest: 0.3833880\tbest: 0.3833284 (483)\ttotal: 6.83s\tremaining: 2m 13s\n",
            "485:\tlearn: 0.2138516\ttest: 0.3834289\tbest: 0.3833284 (483)\ttotal: 6.84s\tremaining: 2m 13s\n",
            "486:\tlearn: 0.2137640\ttest: 0.3834017\tbest: 0.3833284 (483)\ttotal: 6.86s\tremaining: 2m 13s\n",
            "487:\tlearn: 0.2136543\ttest: 0.3833688\tbest: 0.3833284 (483)\ttotal: 6.87s\tremaining: 2m 13s\n",
            "488:\tlearn: 0.2135069\ttest: 0.3833382\tbest: 0.3833284 (483)\ttotal: 6.88s\tremaining: 2m 13s\n",
            "489:\tlearn: 0.2133618\ttest: 0.3832618\tbest: 0.3832618 (489)\ttotal: 6.9s\tremaining: 2m 13s\n",
            "490:\tlearn: 0.2131821\ttest: 0.3832490\tbest: 0.3832490 (490)\ttotal: 6.91s\tremaining: 2m 13s\n",
            "491:\tlearn: 0.2128364\ttest: 0.3833459\tbest: 0.3832490 (490)\ttotal: 6.94s\tremaining: 2m 14s\n",
            "492:\tlearn: 0.2126304\ttest: 0.3833333\tbest: 0.3832490 (490)\ttotal: 6.96s\tremaining: 2m 14s\n",
            "493:\tlearn: 0.2124419\ttest: 0.3832815\tbest: 0.3832490 (490)\ttotal: 6.97s\tremaining: 2m 14s\n",
            "494:\tlearn: 0.2122404\ttest: 0.3833948\tbest: 0.3832490 (490)\ttotal: 6.98s\tremaining: 2m 14s\n",
            "495:\tlearn: 0.2121477\ttest: 0.3833985\tbest: 0.3832490 (490)\ttotal: 7s\tremaining: 2m 14s\n",
            "496:\tlearn: 0.2119991\ttest: 0.3834080\tbest: 0.3832490 (490)\ttotal: 7.01s\tremaining: 2m 14s\n",
            "497:\tlearn: 0.2118435\ttest: 0.3833329\tbest: 0.3832490 (490)\ttotal: 7.02s\tremaining: 2m 14s\n",
            "498:\tlearn: 0.2115813\ttest: 0.3833803\tbest: 0.3832490 (490)\ttotal: 7.04s\tremaining: 2m 14s\n",
            "499:\tlearn: 0.2114306\ttest: 0.3834404\tbest: 0.3832490 (490)\ttotal: 7.06s\tremaining: 2m 14s\n",
            "500:\tlearn: 0.2112395\ttest: 0.3835000\tbest: 0.3832490 (490)\ttotal: 7.07s\tremaining: 2m 14s\n",
            "501:\tlearn: 0.2110592\ttest: 0.3835074\tbest: 0.3832490 (490)\ttotal: 7.08s\tremaining: 2m 14s\n",
            "502:\tlearn: 0.2108785\ttest: 0.3834822\tbest: 0.3832490 (490)\ttotal: 7.1s\tremaining: 2m 14s\n",
            "503:\tlearn: 0.2106524\ttest: 0.3835119\tbest: 0.3832490 (490)\ttotal: 7.11s\tremaining: 2m 14s\n",
            "504:\tlearn: 0.2105496\ttest: 0.3835384\tbest: 0.3832490 (490)\ttotal: 7.13s\tremaining: 2m 13s\n",
            "505:\tlearn: 0.2104429\ttest: 0.3835408\tbest: 0.3832490 (490)\ttotal: 7.14s\tremaining: 2m 13s\n",
            "506:\tlearn: 0.2103442\ttest: 0.3835001\tbest: 0.3832490 (490)\ttotal: 7.16s\tremaining: 2m 14s\n",
            "507:\tlearn: 0.2101799\ttest: 0.3835166\tbest: 0.3832490 (490)\ttotal: 7.17s\tremaining: 2m 14s\n",
            "508:\tlearn: 0.2099903\ttest: 0.3834947\tbest: 0.3832490 (490)\ttotal: 7.19s\tremaining: 2m 13s\n",
            "509:\tlearn: 0.2097655\ttest: 0.3835064\tbest: 0.3832490 (490)\ttotal: 7.2s\tremaining: 2m 13s\n",
            "510:\tlearn: 0.2096588\ttest: 0.3834828\tbest: 0.3832490 (490)\ttotal: 7.21s\tremaining: 2m 13s\n",
            "511:\tlearn: 0.2094458\ttest: 0.3835686\tbest: 0.3832490 (490)\ttotal: 7.22s\tremaining: 2m 13s\n",
            "512:\tlearn: 0.2092689\ttest: 0.3835666\tbest: 0.3832490 (490)\ttotal: 7.24s\tremaining: 2m 13s\n",
            "513:\tlearn: 0.2089967\ttest: 0.3835332\tbest: 0.3832490 (490)\ttotal: 7.25s\tremaining: 2m 13s\n",
            "514:\tlearn: 0.2088442\ttest: 0.3834917\tbest: 0.3832490 (490)\ttotal: 7.26s\tremaining: 2m 13s\n",
            "515:\tlearn: 0.2086814\ttest: 0.3835293\tbest: 0.3832490 (490)\ttotal: 7.28s\tremaining: 2m 13s\n",
            "516:\tlearn: 0.2084918\ttest: 0.3834330\tbest: 0.3832490 (490)\ttotal: 7.29s\tremaining: 2m 13s\n",
            "517:\tlearn: 0.2083381\ttest: 0.3834292\tbest: 0.3832490 (490)\ttotal: 7.3s\tremaining: 2m 13s\n",
            "518:\tlearn: 0.2081356\ttest: 0.3834421\tbest: 0.3832490 (490)\ttotal: 7.32s\tremaining: 2m 13s\n",
            "519:\tlearn: 0.2080087\ttest: 0.3834548\tbest: 0.3832490 (490)\ttotal: 7.33s\tremaining: 2m 13s\n",
            "520:\tlearn: 0.2079210\ttest: 0.3834366\tbest: 0.3832490 (490)\ttotal: 7.34s\tremaining: 2m 13s\n",
            "521:\tlearn: 0.2078027\ttest: 0.3834955\tbest: 0.3832490 (490)\ttotal: 7.36s\tremaining: 2m 13s\n",
            "522:\tlearn: 0.2076407\ttest: 0.3836021\tbest: 0.3832490 (490)\ttotal: 7.37s\tremaining: 2m 13s\n",
            "523:\tlearn: 0.2074914\ttest: 0.3836441\tbest: 0.3832490 (490)\ttotal: 7.38s\tremaining: 2m 13s\n",
            "524:\tlearn: 0.2073206\ttest: 0.3836498\tbest: 0.3832490 (490)\ttotal: 7.39s\tremaining: 2m 13s\n",
            "525:\tlearn: 0.2071423\ttest: 0.3836615\tbest: 0.3832490 (490)\ttotal: 7.42s\tremaining: 2m 13s\n",
            "526:\tlearn: 0.2070036\ttest: 0.3836195\tbest: 0.3832490 (490)\ttotal: 7.43s\tremaining: 2m 13s\n",
            "527:\tlearn: 0.2068335\ttest: 0.3836618\tbest: 0.3832490 (490)\ttotal: 7.44s\tremaining: 2m 13s\n",
            "528:\tlearn: 0.2067291\ttest: 0.3836189\tbest: 0.3832490 (490)\ttotal: 7.46s\tremaining: 2m 13s\n",
            "529:\tlearn: 0.2065874\ttest: 0.3835851\tbest: 0.3832490 (490)\ttotal: 7.47s\tremaining: 2m 13s\n",
            "530:\tlearn: 0.2064261\ttest: 0.3835660\tbest: 0.3832490 (490)\ttotal: 7.49s\tremaining: 2m 13s\n",
            "531:\tlearn: 0.2061699\ttest: 0.3836442\tbest: 0.3832490 (490)\ttotal: 7.5s\tremaining: 2m 13s\n",
            "532:\tlearn: 0.2059135\ttest: 0.3837377\tbest: 0.3832490 (490)\ttotal: 7.51s\tremaining: 2m 13s\n",
            "533:\tlearn: 0.2057980\ttest: 0.3836393\tbest: 0.3832490 (490)\ttotal: 7.52s\tremaining: 2m 13s\n",
            "534:\tlearn: 0.2056312\ttest: 0.3836417\tbest: 0.3832490 (490)\ttotal: 7.54s\tremaining: 2m 13s\n",
            "535:\tlearn: 0.2054620\ttest: 0.3835684\tbest: 0.3832490 (490)\ttotal: 7.55s\tremaining: 2m 13s\n",
            "536:\tlearn: 0.2051471\ttest: 0.3836058\tbest: 0.3832490 (490)\ttotal: 7.57s\tremaining: 2m 13s\n",
            "537:\tlearn: 0.2049977\ttest: 0.3835661\tbest: 0.3832490 (490)\ttotal: 7.58s\tremaining: 2m 13s\n",
            "538:\tlearn: 0.2047684\ttest: 0.3836437\tbest: 0.3832490 (490)\ttotal: 7.59s\tremaining: 2m 13s\n",
            "539:\tlearn: 0.2046133\ttest: 0.3835684\tbest: 0.3832490 (490)\ttotal: 7.61s\tremaining: 2m 13s\n",
            "540:\tlearn: 0.2044641\ttest: 0.3835813\tbest: 0.3832490 (490)\ttotal: 7.62s\tremaining: 2m 13s\n",
            "541:\tlearn: 0.2043338\ttest: 0.3836023\tbest: 0.3832490 (490)\ttotal: 7.63s\tremaining: 2m 13s\n",
            "542:\tlearn: 0.2041331\ttest: 0.3836168\tbest: 0.3832490 (490)\ttotal: 7.65s\tremaining: 2m 13s\n",
            "543:\tlearn: 0.2039590\ttest: 0.3835534\tbest: 0.3832490 (490)\ttotal: 7.67s\tremaining: 2m 13s\n",
            "544:\tlearn: 0.2037717\ttest: 0.3835185\tbest: 0.3832490 (490)\ttotal: 7.68s\tremaining: 2m 13s\n",
            "545:\tlearn: 0.2036773\ttest: 0.3834824\tbest: 0.3832490 (490)\ttotal: 7.69s\tremaining: 2m 13s\n",
            "546:\tlearn: 0.2035837\ttest: 0.3834909\tbest: 0.3832490 (490)\ttotal: 7.71s\tremaining: 2m 13s\n",
            "547:\tlearn: 0.2034069\ttest: 0.3834615\tbest: 0.3832490 (490)\ttotal: 7.72s\tremaining: 2m 13s\n",
            "548:\tlearn: 0.2032567\ttest: 0.3834648\tbest: 0.3832490 (490)\ttotal: 7.74s\tremaining: 2m 13s\n",
            "549:\tlearn: 0.2031025\ttest: 0.3834613\tbest: 0.3832490 (490)\ttotal: 7.75s\tremaining: 2m 13s\n",
            "550:\tlearn: 0.2029533\ttest: 0.3834075\tbest: 0.3832490 (490)\ttotal: 7.76s\tremaining: 2m 13s\n",
            "551:\tlearn: 0.2027114\ttest: 0.3835268\tbest: 0.3832490 (490)\ttotal: 7.78s\tremaining: 2m 13s\n",
            "552:\tlearn: 0.2024223\ttest: 0.3835214\tbest: 0.3832490 (490)\ttotal: 7.79s\tremaining: 2m 13s\n",
            "553:\tlearn: 0.2022185\ttest: 0.3835903\tbest: 0.3832490 (490)\ttotal: 7.81s\tremaining: 2m 13s\n",
            "554:\tlearn: 0.2020625\ttest: 0.3836088\tbest: 0.3832490 (490)\ttotal: 7.82s\tremaining: 2m 13s\n",
            "555:\tlearn: 0.2019029\ttest: 0.3836998\tbest: 0.3832490 (490)\ttotal: 7.83s\tremaining: 2m 13s\n",
            "556:\tlearn: 0.2016712\ttest: 0.3836887\tbest: 0.3832490 (490)\ttotal: 7.84s\tremaining: 2m 13s\n",
            "557:\tlearn: 0.2012650\ttest: 0.3837316\tbest: 0.3832490 (490)\ttotal: 7.86s\tremaining: 2m 12s\n",
            "558:\tlearn: 0.2010621\ttest: 0.3837334\tbest: 0.3832490 (490)\ttotal: 7.87s\tremaining: 2m 12s\n",
            "559:\tlearn: 0.2007704\ttest: 0.3837264\tbest: 0.3832490 (490)\ttotal: 7.88s\tremaining: 2m 12s\n",
            "560:\tlearn: 0.2005190\ttest: 0.3837694\tbest: 0.3832490 (490)\ttotal: 7.9s\tremaining: 2m 12s\n",
            "561:\tlearn: 0.2003058\ttest: 0.3837859\tbest: 0.3832490 (490)\ttotal: 7.91s\tremaining: 2m 12s\n",
            "562:\tlearn: 0.2001683\ttest: 0.3838421\tbest: 0.3832490 (490)\ttotal: 7.93s\tremaining: 2m 12s\n",
            "563:\tlearn: 0.2000502\ttest: 0.3837848\tbest: 0.3832490 (490)\ttotal: 7.95s\tremaining: 2m 13s\n",
            "564:\tlearn: 0.1999066\ttest: 0.3837191\tbest: 0.3832490 (490)\ttotal: 7.96s\tremaining: 2m 12s\n",
            "565:\tlearn: 0.1996163\ttest: 0.3837982\tbest: 0.3832490 (490)\ttotal: 7.98s\tremaining: 2m 12s\n",
            "566:\tlearn: 0.1994982\ttest: 0.3838947\tbest: 0.3832490 (490)\ttotal: 7.99s\tremaining: 2m 12s\n",
            "567:\tlearn: 0.1993479\ttest: 0.3839294\tbest: 0.3832490 (490)\ttotal: 8.01s\tremaining: 2m 12s\n",
            "568:\tlearn: 0.1992270\ttest: 0.3839007\tbest: 0.3832490 (490)\ttotal: 8.02s\tremaining: 2m 12s\n",
            "569:\tlearn: 0.1991186\ttest: 0.3840343\tbest: 0.3832490 (490)\ttotal: 8.03s\tremaining: 2m 12s\n",
            "570:\tlearn: 0.1989841\ttest: 0.3839619\tbest: 0.3832490 (490)\ttotal: 8.04s\tremaining: 2m 12s\n",
            "571:\tlearn: 0.1987785\ttest: 0.3839265\tbest: 0.3832490 (490)\ttotal: 8.06s\tremaining: 2m 12s\n",
            "572:\tlearn: 0.1986491\ttest: 0.3839445\tbest: 0.3832490 (490)\ttotal: 8.07s\tremaining: 2m 12s\n",
            "573:\tlearn: 0.1984567\ttest: 0.3839021\tbest: 0.3832490 (490)\ttotal: 8.08s\tremaining: 2m 12s\n",
            "574:\tlearn: 0.1983641\ttest: 0.3839293\tbest: 0.3832490 (490)\ttotal: 8.1s\tremaining: 2m 12s\n",
            "575:\tlearn: 0.1982305\ttest: 0.3840012\tbest: 0.3832490 (490)\ttotal: 8.11s\tremaining: 2m 12s\n",
            "576:\tlearn: 0.1980292\ttest: 0.3839452\tbest: 0.3832490 (490)\ttotal: 8.13s\tremaining: 2m 12s\n",
            "577:\tlearn: 0.1978577\ttest: 0.3838959\tbest: 0.3832490 (490)\ttotal: 8.14s\tremaining: 2m 12s\n",
            "578:\tlearn: 0.1976712\ttest: 0.3840266\tbest: 0.3832490 (490)\ttotal: 8.15s\tremaining: 2m 12s\n",
            "579:\tlearn: 0.1975011\ttest: 0.3841134\tbest: 0.3832490 (490)\ttotal: 8.17s\tremaining: 2m 12s\n",
            "580:\tlearn: 0.1973911\ttest: 0.3840943\tbest: 0.3832490 (490)\ttotal: 8.19s\tremaining: 2m 12s\n",
            "581:\tlearn: 0.1972124\ttest: 0.3841990\tbest: 0.3832490 (490)\ttotal: 8.2s\tremaining: 2m 12s\n",
            "582:\tlearn: 0.1970396\ttest: 0.3841525\tbest: 0.3832490 (490)\ttotal: 8.21s\tremaining: 2m 12s\n",
            "583:\tlearn: 0.1969079\ttest: 0.3841475\tbest: 0.3832490 (490)\ttotal: 8.23s\tremaining: 2m 12s\n",
            "584:\tlearn: 0.1966390\ttest: 0.3841774\tbest: 0.3832490 (490)\ttotal: 8.24s\tremaining: 2m 12s\n",
            "585:\tlearn: 0.1965369\ttest: 0.3841449\tbest: 0.3832490 (490)\ttotal: 8.25s\tremaining: 2m 12s\n",
            "586:\tlearn: 0.1963621\ttest: 0.3841390\tbest: 0.3832490 (490)\ttotal: 8.27s\tremaining: 2m 12s\n",
            "587:\tlearn: 0.1961090\ttest: 0.3839024\tbest: 0.3832490 (490)\ttotal: 8.28s\tremaining: 2m 12s\n",
            "588:\tlearn: 0.1959941\ttest: 0.3839761\tbest: 0.3832490 (490)\ttotal: 8.29s\tremaining: 2m 12s\n",
            "589:\tlearn: 0.1958910\ttest: 0.3840120\tbest: 0.3832490 (490)\ttotal: 8.31s\tremaining: 2m 12s\n",
            "590:\tlearn: 0.1956458\ttest: 0.3840222\tbest: 0.3832490 (490)\ttotal: 8.32s\tremaining: 2m 12s\n",
            "bestTest = 0.3832489517\n",
            "bestIteration = 490\n",
            "Shrink model to first 491 iterations.\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<catboost.core.CatBoostClassifier at 0x7f3a403eada0>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 31
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "eIp2vPBRBa8K",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 419
        },
        "outputId": "599ae146-1c4f-4a35-8b36-56fc5af5ae94"
      },
      "source": [
        "prediction = model_cat.predict_proba(test_df[X_train.columns])\n",
        "submission = pd.DataFrame(prediction, columns=[0,1,2,3])\n",
        "submission.to_csv('submission.csv', index=False)\n",
        "submission"
      ],
      "execution_count": 23,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0.002385</td>\n",
              "      <td>0.019103</td>\n",
              "      <td>0.022496</td>\n",
              "      <td>0.956015</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0.023640</td>\n",
              "      <td>0.024632</td>\n",
              "      <td>0.913039</td>\n",
              "      <td>0.038689</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0.016767</td>\n",
              "      <td>0.005769</td>\n",
              "      <td>0.941793</td>\n",
              "      <td>0.035670</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0.001565</td>\n",
              "      <td>0.007974</td>\n",
              "      <td>0.005948</td>\n",
              "      <td>0.984513</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0.009606</td>\n",
              "      <td>0.003717</td>\n",
              "      <td>0.954908</td>\n",
              "      <td>0.031769</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2723</th>\n",
              "      <td>0.024580</td>\n",
              "      <td>0.021498</td>\n",
              "      <td>0.932664</td>\n",
              "      <td>0.021259</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2724</th>\n",
              "      <td>0.005692</td>\n",
              "      <td>0.003301</td>\n",
              "      <td>0.961313</td>\n",
              "      <td>0.029694</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2725</th>\n",
              "      <td>0.002150</td>\n",
              "      <td>0.021623</td>\n",
              "      <td>0.025676</td>\n",
              "      <td>0.950551</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2726</th>\n",
              "      <td>0.007262</td>\n",
              "      <td>0.005815</td>\n",
              "      <td>0.949434</td>\n",
              "      <td>0.037489</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2727</th>\n",
              "      <td>0.011810</td>\n",
              "      <td>0.269100</td>\n",
              "      <td>0.062943</td>\n",
              "      <td>0.656147</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>2728 rows × 4 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "             0         1         2         3\n",
              "0     0.002385  0.019103  0.022496  0.956015\n",
              "1     0.023640  0.024632  0.913039  0.038689\n",
              "2     0.016767  0.005769  0.941793  0.035670\n",
              "3     0.001565  0.007974  0.005948  0.984513\n",
              "4     0.009606  0.003717  0.954908  0.031769\n",
              "...        ...       ...       ...       ...\n",
              "2723  0.024580  0.021498  0.932664  0.021259\n",
              "2724  0.005692  0.003301  0.961313  0.029694\n",
              "2725  0.002150  0.021623  0.025676  0.950551\n",
              "2726  0.007262  0.005815  0.949434  0.037489\n",
              "2727  0.011810  0.269100  0.062943  0.656147\n",
              "\n",
              "[2728 rows x 4 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0WipqcGGGMAU",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "prediction = model_cat.predict_proba(test_df[X_train.columns])\n",
        "submission = pd.DataFrame(prediction, columns=[0,1,2,3])\n",
        "submission.to_csv('submission.csv', index=False)"
      ],
      "execution_count": 33,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "l0i2o7fGCSpH",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}